[ 535.749555] env[65683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.749922] env[65683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.750032] env[65683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.750369] env[65683]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 535.869336] env[65683]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65683) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 535.879056] env[65683]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65683) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 535.925702] env[65683]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 536.485404] env[65683]: INFO nova.virt.driver [None req-b21b1418-b24c-4d28-9cc9-e4422acb8673 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 536.558077] env[65683]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.558077] env[65683]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.558077] env[65683]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65683) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 539.832549] env[65683]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a2851ae4-1d57-4f33-b77e-bed9651f913c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.850395] env[65683]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65683) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 539.850653] env[65683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-eeada068-18e2-4fb4-9bdf-3f79dc309156 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.883227] env[65683]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 3b5b8. [ 539.883506] env[65683]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.325s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.884041] env[65683]: INFO nova.virt.vmwareapi.driver [None req-b21b1418-b24c-4d28-9cc9-e4422acb8673 None None] VMware vCenter version: 7.0.3 [ 539.887639] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a5b8b-f259-4901-ba93-9439b6009563 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.907662] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4e674-fefc-44a4-86db-3bf8107343cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.915499] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4eab9e-bede-44db-b48d-5645c742ee48 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.924427] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a75503-4a31-4c25-a09f-2ad5a698b7ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.939962] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a65e90e-7edd-46c0-9abc-66963fabd5c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.947618] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775cb8ae-96cb-4dbe-838f-9e65597889d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.979812] env[65683]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0c29e8b2-d988-4f18-a051-f7fe8e25b1d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.986676] env[65683]: DEBUG nova.virt.vmwareapi.driver [None req-b21b1418-b24c-4d28-9cc9-e4422acb8673 None None] Extension org.openstack.compute already exists. {{(pid=65683) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 539.989406] env[65683]: INFO nova.compute.provider_config [None req-b21b1418-b24c-4d28-9cc9-e4422acb8673 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 540.496025] env[65683]: DEBUG nova.context [None req-b21b1418-b24c-4d28-9cc9-e4422acb8673 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3b29d9b7-9532-470f-a241-9c0b23d31f43(cell1) {{(pid=65683) load_cells /opt/stack/nova/nova/context.py:472}} [ 540.496025] env[65683]: INFO nova.utils [None req-b21b1418-b24c-4d28-9cc9-e4422acb8673 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 540.496025] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.496025] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.497053] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.497673] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Acquiring lock "3b29d9b7-9532-470f-a241-9c0b23d31f43" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.497984] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Lock "3b29d9b7-9532-470f-a241-9c0b23d31f43" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.499124] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Lock "3b29d9b7-9532-470f-a241-9c0b23d31f43" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.520759] env[65683]: INFO dbcounter [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Registered counter for database nova_cell0 [ 540.529421] env[65683]: INFO dbcounter [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Registered counter for database nova_cell1 [ 540.532854] env[65683]: DEBUG oslo_db.sqlalchemy.engines [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65683) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 540.533389] env[65683]: DEBUG oslo_db.sqlalchemy.engines [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65683) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 540.538476] env[65683]: ERROR nova.db.main.api [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 540.538476] env[65683]: func(*args, **kwargs) [ 540.538476] env[65683]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 540.538476] env[65683]: self.work.run() [ 540.538476] env[65683]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 540.538476] env[65683]: result = self.fn(*self.args, **self.kwargs) [ 540.538476] env[65683]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 540.538476] env[65683]: return func(*args, **kwargs) [ 540.538476] env[65683]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 540.538476] env[65683]: result = fn(*args, **kwargs) [ 540.538476] env[65683]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 540.538476] env[65683]: return f(*args, **kwargs) [ 540.538476] env[65683]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 540.538476] env[65683]: return db.service_get_minimum_version(context, binaries) [ 540.538476] env[65683]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 540.538476] env[65683]: _check_db_access() [ 540.538476] env[65683]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 540.538476] env[65683]: stacktrace = ''.join(traceback.format_stack()) [ 540.538476] env[65683]: [ 540.540201] env[65683]: ERROR nova.db.main.api [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 540.540201] env[65683]: func(*args, **kwargs) [ 540.540201] env[65683]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 540.540201] env[65683]: self.work.run() [ 540.540201] env[65683]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 540.540201] env[65683]: result = self.fn(*self.args, **self.kwargs) [ 540.540201] env[65683]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 540.540201] env[65683]: return func(*args, **kwargs) [ 540.540201] env[65683]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 540.540201] env[65683]: result = fn(*args, **kwargs) [ 540.540201] env[65683]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 540.540201] env[65683]: return f(*args, **kwargs) [ 540.540201] env[65683]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 540.540201] env[65683]: return db.service_get_minimum_version(context, binaries) [ 540.540201] env[65683]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 540.540201] env[65683]: _check_db_access() [ 540.540201] env[65683]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 540.540201] env[65683]: stacktrace = ''.join(traceback.format_stack()) [ 540.540201] env[65683]: [ 540.541569] env[65683]: WARNING nova.objects.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 540.541856] env[65683]: WARNING nova.objects.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Failed to get minimum service version for cell 3b29d9b7-9532-470f-a241-9c0b23d31f43 [ 540.542414] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Acquiring lock "singleton_lock" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.542741] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Acquired lock "singleton_lock" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.543140] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Releasing lock "singleton_lock" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.543603] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Full set of CONF: {{(pid=65683) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 540.543872] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ******************************************************************************** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 540.544127] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] Configuration options gathered from: {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 540.545080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 540.545080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 540.545080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ================================================================================ {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 540.545080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] allow_resize_to_same_host = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.545080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] arq_binding_timeout = 300 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.545416] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] backdoor_port = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.545755] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] backdoor_socket = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.546170] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] block_device_allocate_retries = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.546584] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] block_device_allocate_retries_interval = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.546932] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cell_worker_thread_pool_size = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.547260] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cert = self.pem {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.547562] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.547857] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute_monitors = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.548159] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] config_dir = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.548464] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] config_drive_format = iso9660 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.548711] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.549091] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] config_source = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.549387] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] console_host = devstack {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.549678] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] control_exchange = nova {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.549966] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cpu_allocation_ratio = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.550263] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] daemon = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.550572] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] debug = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.550866] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] default_access_ip_network_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.551175] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] default_availability_zone = nova {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] default_ephemeral_format = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] default_green_pool_size = 1000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] default_schedule_zone = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] default_thread_pool_size = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] disk_allocation_ratio = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] enable_new_services = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] flat_injected = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] force_config_drive = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] force_raw_images = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] graceful_shutdown_timeout = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] heal_instance_info_cache_interval = -1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554446] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] host = cpu-1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554446] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554446] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] initial_disk_allocation_ratio = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554446] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] initial_ram_allocation_ratio = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.554766] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.555080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instance_build_timeout = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.555378] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instance_delete_interval = 300 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.555665] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instance_format = [instance: %(uuid)s] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.555954] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instance_name_template = instance-%08x {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.556279] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instance_usage_audit = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.556565] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instance_usage_audit_period = month {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.556860] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.557153] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] instances_path = /opt/stack/data/nova/instances {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.557504] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] internal_service_availability_zone = internal {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.557783] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] key = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.558123] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] live_migration_retry_count = 30 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.558447] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_color = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.558743] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_config_append = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.559044] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.559331] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_dir = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.559607] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_file = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.559850] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_options = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.560146] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_rotate_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.560438] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_rotate_interval_type = days {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.560739] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] log_rotation_type = none {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.560989] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.561244] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.561533] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.561822] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.562074] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.562356] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] long_rpc_timeout = 1800 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.562655] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] max_concurrent_builds = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.562954] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] max_concurrent_live_migrations = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] max_concurrent_snapshots = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] max_local_block_devices = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] max_logfile_count = 30 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] max_logfile_size_mb = 200 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] maximum_instance_delete_attempts = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] migrate_max_retries = -1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564515] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] mkisofs_cmd = genisoimage {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.564850] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] my_block_storage_ip = 10.180.1.21 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.565115] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] my_ip = 10.180.1.21 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.565441] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.565724] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] network_allocate_retries = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.566034] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.566319] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] osapi_compute_unique_server_name_scope = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.566660] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] password_length = 12 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.566938] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] periodic_enable = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.567247] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] periodic_fuzzy_delay = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.567539] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] pointer_model = usbtablet {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.567820] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] preallocate_images = none {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.568111] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] publish_errors = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.568358] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] pybasedir = /opt/stack/nova {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.568635] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ram_allocation_ratio = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.568918] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] rate_limit_burst = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.569209] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] rate_limit_except_level = CRITICAL {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.569493] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] rate_limit_interval = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573015] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] reboot_timeout = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573015] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] reclaim_instance_interval = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573015] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] record = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573015] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] reimage_timeout_per_gb = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573015] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] report_interval = 120 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573015] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] rescue_timeout = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573015] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] reserved_host_cpus = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573252] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] reserved_host_disk_mb = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573252] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] reserved_host_memory_mb = 512 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573252] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] reserved_huge_pages = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573252] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] resize_confirm_window = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573252] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] resize_fs_using_block_device = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573252] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] resume_guests_state_on_host_boot = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573252] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] rpc_response_timeout = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] run_external_periodic_tasks = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] running_deleted_instance_action = reap {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] running_deleted_instance_poll_interval = 1800 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] running_deleted_instance_timeout = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler_instance_sync_interval = 120 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_down_time = 720 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573688] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] servicegroup_driver = db {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.573688] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] shell_completion = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.574066] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] shelved_offload_time = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.574356] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] shelved_poll_interval = 3600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.574647] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] shutdown_timeout = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.574921] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] source_is_ipv6 = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.575207] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ssl_only = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.575589] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.575884] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] sync_power_state_interval = 600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.576183] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] sync_power_state_pool_size = 1000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.576462] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] syslog_log_facility = LOG_USER {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.576742] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] tempdir = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.577029] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] thread_pool_statistic_period = -1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.577317] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] timeout_nbd = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.577601] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] transport_url = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.577881] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] update_resources_interval = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.578171] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] use_cow_images = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.578442] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] use_journal = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.578721] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] use_json = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.579030] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] use_rootwrap_daemon = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.579319] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] use_stderr = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.579590] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] use_syslog = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.579864] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vcpu_pin_set = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.580161] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plugging_is_fatal = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.580460] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plugging_timeout = 300 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.580749] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] virt_mkfs = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.581031] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] volume_usage_poll_interval = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.581315] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] watch_log_file = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.581598] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] web = /usr/share/spice-html5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.581906] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_concurrency.disable_process_locking = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.582666] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.582979] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.583302] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.583608] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.583902] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.584208] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.584490] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.584790] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.585080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.585363] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.compute_link_prefix = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.585691] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.585987] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.dhcp_domain = novalocal {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.586308] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.enable_instance_password = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.586589] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.glance_link_prefix = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.586875] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.587261] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.587439] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.instance_list_per_project_cells = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.587599] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.list_records_by_skipping_down_cells = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.587763] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.local_metadata_per_cell = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.587930] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.max_limit = 1000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.588102] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.metadata_cache_expiration = 15 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.588269] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.neutron_default_project_id = default {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.588428] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.response_validation = warn {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.588581] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.use_neutron_default_nets = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.588733] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.588881] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.589044] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.589203] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.589356] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.vendordata_dynamic_targets = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.589509] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.vendordata_jsonfile_path = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.589674] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.589885] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.backend = dogpile.cache.memcached {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.590064] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.backend_argument = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.590218] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.backend_expiration_time = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.590376] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.config_prefix = cache.oslo {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.590562] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.dead_timeout = 60.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.590729] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.debug_cache_backend = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.590887] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.enable_retry_client = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.591050] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.enable_socket_keepalive = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.591212] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.enabled = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.591363] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.enforce_fips_mode = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.591514] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.expiration_time = 600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.591667] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.hashclient_retry_attempts = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.591820] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.hashclient_retry_delay = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.591969] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_dead_retry = 300 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.592126] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_password = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.592276] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.592422] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.592638] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_pool_maxsize = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.592802] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.592997] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_sasl_enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.593254] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.593431] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_socket_timeout = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.593588] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.memcache_username = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.593744] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.proxies = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.593895] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.redis_db = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.594052] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.redis_password = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.594216] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.redis_sentinel_service_name = mymaster {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.594377] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.594532] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.redis_server = localhost:6379 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.594684] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.redis_socket_timeout = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.594830] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.redis_username = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.594978] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.retry_attempts = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.595149] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.retry_delay = 0.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.595299] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.socket_keepalive_count = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.595446] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.socket_keepalive_idle = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.595592] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.socket_keepalive_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596178] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.tls_allowed_ciphers = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596178] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.tls_cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596178] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.tls_certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596178] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.tls_enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596401] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cache.tls_keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596466] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596653] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.auth_type = password {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596806] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.596966] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.catalog_info = volumev3::publicURL {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.597128] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.597281] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.597429] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.cross_az_attach = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.597578] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.debug = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.597725] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.endpoint_template = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.597873] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.http_retries = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.598029] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.598178] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.598333] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.os_region_name = RegionOne {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.598483] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.598633] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cinder.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.598798] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.598947] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.cpu_dedicated_set = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.599108] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.cpu_shared_set = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.599264] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.image_type_exclude_list = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.599416] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.599567] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.max_concurrent_disk_ops = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.599718] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.max_disk_devices_to_attach = -1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.599866] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.600032] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.600189] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.resource_provider_association_refresh = 300 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.600345] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.600515] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.shutdown_retry_interval = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.600688] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.600860] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] conductor.workers = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.601036] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] console.allowed_origins = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.601188] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] console.ssl_ciphers = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.601347] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] console.ssl_minimum_version = default {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.601503] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] consoleauth.enforce_session_timeout = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.601664] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] consoleauth.token_ttl = 600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.601844] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.602013] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.602183] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.602330] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.602479] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.602657] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.602814] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.602961] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.603122] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.603269] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.603414] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.603560] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.603707] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.603861] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.service_type = accelerator {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.604026] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.604168] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.604315] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.604460] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.604627] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.604778] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] cyborg.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.604937] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.asyncio_connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.605096] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.asyncio_slave_connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.605257] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.backend = sqlalchemy {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.605417] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.605571] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.connection_debug = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.605730] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.connection_parameters = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.605902] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.connection_recycle_time = 3600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.606086] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.connection_trace = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.606245] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.db_inc_retry_interval = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.606400] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.db_max_retries = 20 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.606553] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.db_max_retry_interval = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.606705] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.db_retry_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.606855] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.max_overflow = 50 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.607008] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.max_pool_size = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.607169] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.max_retries = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.607326] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.607471] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.mysql_wsrep_sync_wait = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.607619] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.pool_timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.607764] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.retry_interval = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.607909] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.slave_connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.608080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.sqlite_synchronous = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.608235] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] database.use_db_reconnect = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.608390] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.asyncio_connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.608552] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.asyncio_slave_connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.608729] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.backend = sqlalchemy {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.608890] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.609058] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.connection_debug = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.609221] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.connection_parameters = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.609375] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.connection_recycle_time = 3600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.609529] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.connection_trace = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.609683] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.db_inc_retry_interval = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.609836] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.db_max_retries = 20 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.609987] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.db_max_retry_interval = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.610155] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.db_retry_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.610308] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.max_overflow = 50 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.610459] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.max_pool_size = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.610610] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.max_retries = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.610770] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.610918] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.611076] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.pool_timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.611233] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.retry_interval = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.611382] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.slave_connection = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.611531] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] api_database.sqlite_synchronous = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.611697] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] devices.enabled_mdev_types = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.611861] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.612030] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ephemeral_storage_encryption.default_format = luks {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.612188] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ephemeral_storage_encryption.enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.612345] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.612503] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.api_servers = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.612675] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.612831] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.612983] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.613147] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.613297] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.613445] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.debug = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.613609] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.default_trusted_certificate_ids = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.613787] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.enable_certificate_validation = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.613942] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.enable_rbd_download = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.614103] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.614258] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.614406] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.614619] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.614821] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.614985] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.num_retries = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.615164] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.rbd_ceph_conf = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.615319] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.rbd_connect_timeout = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.615477] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.rbd_pool = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.615636] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.rbd_user = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.615784] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.615934] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.616097] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.616260] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.service_type = image {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.616411] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.616561] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.616715] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.616861] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.617039] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.617197] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.verify_glance_signatures = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.617344] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] glance.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.617499] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] guestfs.debug = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.617655] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.617804] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.auth_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.617949] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.618106] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.618259] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.618403] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.618550] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.618700] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.618848] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.618994] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.619155] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.619301] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.619447] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.619592] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.619736] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.619888] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.service_type = shared-file-system {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.620060] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.share_apply_policy_timeout = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.620214] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.620361] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.620534] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.620688] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.620872] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.621033] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] manila.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.621193] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] mks.enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.621542] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.621722] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] image_cache.manager_interval = 2400 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.621880] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] image_cache.precache_concurrency = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.622050] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] image_cache.remove_unused_base_images = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.622213] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.622369] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.622552] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] image_cache.subdirectory_name = _base {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.622729] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.api_max_retries = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.622883] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.api_retry_interval = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.623042] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.623196] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.auth_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.623345] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.623491] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.623665] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.623830] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.conductor_group = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.623979] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.624143] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.624294] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.624443] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.624595] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.624735] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.624881] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.625046] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.peer_list = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.625200] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.625349] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.625502] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.serial_console_state_timeout = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.625662] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.625839] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.service_type = baremetal {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.625989] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.shard = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.626154] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.626302] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.626450] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.626629] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.626819] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.626970] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ironic.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.627157] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.627324] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] key_manager.fixed_key = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.627494] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.627648] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.barbican_api_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.627795] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.barbican_endpoint = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.627955] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.barbican_endpoint_type = public {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.628119] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.barbican_region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.628269] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.628415] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.628564] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.628714] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.628860] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.629014] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.number_of_retries = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.629170] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.retry_delay = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.629320] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.send_service_user_token = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.629468] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.629612] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.629761] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.verify_ssl = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.629905] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican.verify_ssl_path = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.630069] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.630225] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.auth_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.630372] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.630541] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.630698] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.630845] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.630991] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.631157] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.631304] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] barbican_service_user.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.631461] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.approle_role_id = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.631608] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.approle_secret_id = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.631772] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.kv_mountpoint = secret {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.631912] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.kv_path = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.632083] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.kv_version = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.632235] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.namespace = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.632382] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.root_token_id = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.632651] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.ssl_ca_crt_file = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.632830] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.timeout = 60.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.632984] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.use_ssl = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.633159] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.633317] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.633465] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.633629] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.633790] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.633937] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.634095] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.634245] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.634388] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.634531] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.634675] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.634839] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.634961] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.635116] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.635270] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.service_type = identity {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.635415] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.635560] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.635709] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.635850] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.636020] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.636172] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] keystone.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.636348] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.ceph_mount_options = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.636663] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.636833] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.connection_uri = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.636985] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.cpu_mode = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.637157] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.cpu_model_extra_flags = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.637317] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.cpu_models = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.637475] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.cpu_power_governor_high = performance {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.637630] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.cpu_power_governor_low = powersave {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.637807] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.cpu_power_management = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.637975] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.638149] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.device_detach_attempts = 8 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.638303] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.device_detach_timeout = 20 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.638457] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.disk_cachemodes = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.638613] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.disk_prefix = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.638808] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.enabled_perf_events = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.638972] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.file_backed_memory = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.639143] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.gid_maps = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.639295] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.hw_disk_discard = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.639442] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.hw_machine_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.639599] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.images_rbd_ceph_conf = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.639750] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.639898] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.640069] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.images_rbd_glance_store_name = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.640229] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.images_rbd_pool = rbd {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.640383] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.images_type = default {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.640527] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.images_volume_group = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.640675] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.inject_key = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.640820] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.inject_partition = -2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.640965] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.inject_password = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.641126] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.iscsi_iface = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.641275] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.iser_use_multipath = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.641422] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_bandwidth = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.641570] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.641719] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_downtime = 500 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.641865] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.642016] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.642165] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_inbound_addr = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.642312] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.642458] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_permit_post_copy = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.642627] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_scheme = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.642793] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_timeout_action = abort {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.642942] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_tunnelled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.643101] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_uri = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.643250] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.live_migration_with_native_tls = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.643393] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.max_queues = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.643541] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.643776] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.643927] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.nfs_mount_options = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.644230] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.644392] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.644568] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.num_iser_scan_tries = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.644728] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.num_memory_encrypted_guests = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.644881] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.645045] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.num_pcie_ports = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.645203] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.num_volume_scan_tries = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.645355] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.pmem_namespaces = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.645502] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.quobyte_client_cfg = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.645789] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.645966] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rbd_connect_timeout = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.646134] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.646289] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.646439] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rbd_secret_uuid = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.646585] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rbd_user = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.646737] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.646894] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.remote_filesystem_transport = ssh {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.647059] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rescue_image_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.647212] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rescue_kernel_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.647357] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rescue_ramdisk_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.647514] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.647663] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.rx_queue_size = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.647814] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.smbfs_mount_options = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.648106] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.648271] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.snapshot_compression = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.648420] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.snapshot_image_format = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.648626] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.648783] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.sparse_logical_volumes = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.648933] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.swtpm_enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.649102] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.swtpm_group = tss {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.649260] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.swtpm_user = tss {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.649415] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.sysinfo_serial = unique {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.649562] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.tb_cache_size = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.649716] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.tx_queue_size = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.649889] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.uid_maps = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.650054] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.use_virtio_for_bridges = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.650217] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.virt_type = kvm {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.650373] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.volume_clear = zero {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.650564] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.volume_clear_size = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.650724] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.volume_enforce_multipath = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.650879] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.volume_use_multipath = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.651036] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.vzstorage_cache_path = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.651197] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.651353] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.vzstorage_mount_group = qemu {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.651505] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.vzstorage_mount_opts = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.651663] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.651942] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.652122] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.vzstorage_mount_user = stack {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.652276] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.652435] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.652620] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.auth_type = password {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.652781] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.652928] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.653095] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.653243] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.653388] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.653545] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.default_floating_pool = public {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.653693] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.653841] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.extension_sync_interval = 600 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.653988] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.http_retries = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.654148] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.654293] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.654433] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.654585] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.654728] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.654898] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.ovs_bridge = br-int {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.655072] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.physnets = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.655233] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.region_name = RegionOne {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.655384] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.655541] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.service_metadata_proxy = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.655690] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.655844] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.service_type = network {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.655993] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.656155] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.656302] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.656447] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.656642] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.656796] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] neutron.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.656957] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] notifications.bdms_in_notifications = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.657137] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] notifications.default_level = INFO {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.657289] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] notifications.include_share_mapping = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.657451] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] notifications.notification_format = unversioned {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.657604] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] notifications.notify_on_state_change = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.657767] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.657931] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] pci.alias = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.658105] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] pci.device_spec = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.658259] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] pci.report_in_placement = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.658417] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.658577] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.auth_type = password {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.658734] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.658880] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.659041] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.659198] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.659343] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.659490] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.659635] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.default_domain_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.659780] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.default_domain_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.659927] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.domain_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.660086] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.domain_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.660234] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.660384] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.660549] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.660701] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.660845] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.661008] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.password = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.661167] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.project_domain_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.661319] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.project_domain_name = Default {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.661473] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.project_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.661633] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.project_name = service {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.661790] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.region_name = RegionOne {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.661939] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.662098] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.662254] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.service_type = placement {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.662403] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.662613] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.662774] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.662924] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.system_scope = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.663084] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.663234] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.trust_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.663379] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.user_domain_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.663554] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.user_domain_name = Default {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.663713] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.user_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.663907] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.username = nova {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.664116] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.664271] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] placement.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.664441] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.cores = 20 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.664593] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.count_usage_from_placement = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.664753] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.664940] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.injected_file_content_bytes = 10240 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.665120] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.injected_file_path_length = 255 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.665278] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.injected_files = 5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.665433] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.instances = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.665584] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.key_pairs = 100 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.665739] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.metadata_items = 128 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.665888] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.ram = 51200 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.666047] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.recheck_quota = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.666204] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.server_group_members = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.666355] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.server_groups = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.666557] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.666719] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] quota.unified_limits_resource_strategy = require {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.666880] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.667041] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.667194] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.image_metadata_prefilter = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.667342] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.667493] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.max_attempts = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.667641] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.max_placement_results = 1000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.667790] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.667937] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.query_placement_for_image_type_support = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.668098] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.668261] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] scheduler.workers = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.668420] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.668603] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.668787] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.668946] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.669115] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.669271] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.669422] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.669598] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.669756] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.host_subset_size = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.669910] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.670067] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.670223] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.670416] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.670528] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.670681] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.isolated_hosts = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.670832] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.isolated_images = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.670984] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.671147] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.671298] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.671459] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.pci_in_placement = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.671611] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.671763] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.671909] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.672066] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.672219] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.672366] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.672529] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.track_instance_changes = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.672700] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.672860] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] metrics.required = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.673025] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] metrics.weight_multiplier = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.673182] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.673335] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] metrics.weight_setting = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.673645] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.673806] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] serial_console.enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.673970] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] serial_console.port_range = 10000:20000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.674144] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.674300] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.674459] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] serial_console.serialproxy_port = 6083 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.674649] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.674821] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.auth_type = password {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.674969] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.675131] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.675284] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.675434] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.675579] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.675739] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.send_service_user_token = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.675889] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.676046] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] service_user.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.676209] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.agent_enabled = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.676360] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.676669] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.676865] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.677038] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.html5proxy_port = 6082 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.677194] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.image_compression = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.677344] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.jpeg_compression = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.677490] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.playback_compression = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.677667] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.require_secure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.677797] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.server_listen = 127.0.0.1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.677948] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.678223] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.678385] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.streaming_mode = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.678537] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] spice.zlib_compression = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.678693] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] upgrade_levels.baseapi = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.678851] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] upgrade_levels.compute = auto {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.679007] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] upgrade_levels.conductor = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.679162] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] upgrade_levels.scheduler = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.679316] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.679465] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.auth_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.679613] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.679760] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.679910] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.680070] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.680219] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.680368] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.680536] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vendordata_dynamic_auth.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.680705] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.api_retry_count = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.680855] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.ca_file = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.681024] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.cache_prefix = devstack-image-cache {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.681186] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.cluster_name = testcl1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.681339] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.connection_pool_size = 10 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.681484] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.console_delay_seconds = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.681638] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.datastore_regex = ^datastore.* {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.681843] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.682011] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.host_password = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.682176] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.host_port = 443 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.682333] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.host_username = administrator@vsphere.local {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.682494] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.insecure = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.682668] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.integration_bridge = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.682823] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.maximum_objects = 100 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.682970] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.pbm_default_policy = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.683135] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.pbm_enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.683281] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.pbm_wsdl_location = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.683435] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.683601] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.serial_port_proxy_uri = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.683756] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.serial_port_service_uri = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.683910] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.task_poll_interval = 0.5 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.684084] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.use_linked_clone = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.684245] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.vnc_keymap = en-us {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.684400] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.vnc_port = 5900 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.684550] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vmware.vnc_port_total = 10000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.684723] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.auth_schemes = ['none'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.684885] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.685170] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.685339] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.685495] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.novncproxy_port = 6080 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.685671] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.server_listen = 127.0.0.1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.685852] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.686008] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.vencrypt_ca_certs = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.686157] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.vencrypt_client_cert = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.686302] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vnc.vencrypt_client_key = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.686459] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.686640] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.disable_deep_image_inspection = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.686803] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.686956] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.687121] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.687273] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.disable_rootwrap = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.687422] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.enable_numa_live_migration = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.687571] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.687722] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.687876] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.688045] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.libvirt_disable_apic = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.688195] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.688344] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.688490] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.688635] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.688781] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.688924] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.689080] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.689255] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.689491] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.689742] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.690048] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.690316] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] wsgi.secure_proxy_ssl_header = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.690552] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] zvm.ca_file = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.690777] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] zvm.cloud_connector_url = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.691182] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.691419] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] zvm.reachable_timeout = 300 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.691639] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.691880] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.692129] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.connection_string = messaging:// {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.692373] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.enabled = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.692629] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.es_doc_type = notification {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.692879] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.es_scroll_size = 10000 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.693117] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.es_scroll_time = 2m {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.693287] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.filter_error_trace = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.693449] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.hmac_keys = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.693607] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.sentinel_service_name = mymaster {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.693769] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.socket_timeout = 0.1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.693924] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.trace_requests = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.694085] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler.trace_sqlalchemy = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.694254] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler_jaeger.process_tags = {} {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.694403] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler_jaeger.service_name_prefix = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.694553] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] profiler_otlp.service_name_prefix = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.694717] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.694872] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.695032] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.695188] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.695340] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.695489] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.695639] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.695793] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.695942] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.696115] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.696268] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.696426] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.696582] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.696748] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.696899] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.697067] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.697221] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.697372] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.697530] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.697679] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.697828] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.697975] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.698140] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.698293] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.698444] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.698606] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.698790] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.698946] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.699111] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.699333] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.699507] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.ssl = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.699671] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.699828] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.699977] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.700149] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.700306] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.ssl_version = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.700456] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.700631] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.700789] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_notifications.retry = -1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.700952] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.701124] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_messaging_notifications.transport_url = **** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.701285] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.auth_section = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.701436] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.auth_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.701582] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.cafile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.701728] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.certfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.701874] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.collect_timing = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.702034] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.connect_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.702186] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.connect_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.702333] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.endpoint_id = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.702497] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.endpoint_interface = publicURL {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.702666] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.endpoint_override = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.702816] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.endpoint_region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.702963] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.endpoint_service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.703123] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.endpoint_service_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.703278] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.insecure = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.703419] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.keyfile = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.703602] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.max_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.703785] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.min_version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.703938] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.region_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.704103] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.retriable_status_codes = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.704251] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.service_name = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.704399] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.service_type = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.704549] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.split_loggers = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.704696] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.status_code_retries = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.704842] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.status_code_retry_delay = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.704986] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.timeout = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.705147] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.valid_interfaces = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.705293] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_limit.version = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.705448] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_reports.file_event_handler = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.705600] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.705748] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] oslo_reports.log_dir = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.705905] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.706062] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.706210] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.706358] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.706510] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.706690] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.706841] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.706999] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.707160] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_ovs_privileged.group = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.707305] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.707451] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.707600] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.707749] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.707892] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] vif_plug_ovs_privileged.user = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.708060] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.flat_interface = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.708229] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.708385] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.708539] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.708696] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.708853] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.709022] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.709170] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.709336] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.709491] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_ovs.isolate_vif = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.709696] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.709886] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.710061] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.710222] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_ovs.ovsdb_interface = native {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.710371] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] os_vif_ovs.per_port_bridge = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.710575] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.710731] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] privsep_osbrick.group = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.710879] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] privsep_osbrick.helper_command = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.711039] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.711200] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.711349] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.711494] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] privsep_osbrick.user = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.711654] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.711801] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] nova_sys_admin.group = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.711944] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] nova_sys_admin.helper_command = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.712108] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.712264] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.712414] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.712578] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] nova_sys_admin.user = None {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.712704] env[65683]: DEBUG oslo_service.backend._eventlet.service [None req-6c1dbafc-53d6-47d5-a73e-ed3ade547dae None None] ******************************************************************************** {{(pid=65683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 540.713151] env[65683]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 541.217261] env[65683]: WARNING nova.virt.vmwareapi.driver [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 541.218085] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Getting list of instances from cluster (obj){ [ 541.218085] env[65683]: value = "domain-c8" [ 541.218085] env[65683]: _type = "ClusterComputeResource" [ 541.218085] env[65683]: } {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.219239] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec38d3be-4f97-49a4-a41e-f6993a783571 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.228511] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Got total of 0 instances {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.228978] env[65683]: INFO nova.virt.node [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Generated node identity 00977f83-7e27-468a-9971-e191dbef7aff [ 541.229221] env[65683]: INFO nova.virt.node [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Wrote node identity 00977f83-7e27-468a-9971-e191dbef7aff to /opt/stack/data/n-cpu-1/compute_id [ 541.731690] env[65683]: WARNING nova.compute.manager [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Compute nodes ['00977f83-7e27-468a-9971-e191dbef7aff'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 542.742296] env[65683]: INFO nova.compute.manager [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 543.749160] env[65683]: WARNING nova.compute.manager [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 543.749519] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.749578] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.749744] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.749972] env[65683]: DEBUG nova.compute.resource_tracker [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 543.751163] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3dd240-7da3-4f23-813f-694ef675e23c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.760670] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438708eb-ccc6-49b2-a15e-efa12981e5db {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.776724] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec855b3-3813-4461-971c-b17bf4037f6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.783581] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5ce485-8fa4-42e1-b945-85544ff107f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.813154] env[65683]: DEBUG nova.compute.resource_tracker [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180720MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 543.813363] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.813642] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.316428] env[65683]: WARNING nova.compute.resource_tracker [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] No compute node record for cpu-1:00977f83-7e27-468a-9971-e191dbef7aff: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 00977f83-7e27-468a-9971-e191dbef7aff could not be found. [ 544.820951] env[65683]: INFO nova.compute.resource_tracker [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 00977f83-7e27-468a-9971-e191dbef7aff [ 546.332968] env[65683]: DEBUG nova.compute.resource_tracker [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 546.332968] env[65683]: DEBUG nova.compute.resource_tracker [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 546.488968] env[65683]: INFO nova.scheduler.client.report [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] [req-b55fc432-2b2e-4579-b8a8-6814a0b7d86b] Created resource provider record via placement API for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 546.505202] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd438d-d979-435d-8941-c1ed1037c20a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.514252] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc739fec-61ac-4a32-86a9-6f8033e5be4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.545765] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d27020-9d4b-4741-98f5-95b5902e2720 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.554219] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacb29f0-f191-4cfb-bc4d-cc6d6425f120 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.567949] env[65683]: DEBUG nova.compute.provider_tree [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.108022] env[65683]: DEBUG nova.scheduler.client.report [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 547.108022] env[65683]: DEBUG nova.compute.provider_tree [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 0 to 1 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.108022] env[65683]: DEBUG nova.compute.provider_tree [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.161421] env[65683]: DEBUG nova.compute.provider_tree [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 1 to 2 during operation: update_traits {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.665339] env[65683]: DEBUG nova.compute.resource_tracker [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 547.665780] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.665780] env[65683]: DEBUG nova.service [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Creating RPC server for service compute {{(pid=65683) start /opt/stack/nova/nova/service.py:177}} [ 547.678618] env[65683]: DEBUG nova.service [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] Join ServiceGroup membership for this service compute {{(pid=65683) start /opt/stack/nova/nova/service.py:194}} [ 547.678828] env[65683]: DEBUG nova.servicegroup.drivers.db [None req-9f82f177-a046-429f-9ab5-9c59518dd73d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65683) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 590.684618] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.786728] env[65683]: INFO nova.utils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] The default thread pool MainProcess.default is initialized [ 590.787739] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "6b042a7b-f012-436e-8f7b-33ebc843f958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.787827] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "6b042a7b-f012-436e-8f7b-33ebc843f958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.187668] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Getting list of instances from cluster (obj){ [ 591.187668] env[65683]: value = "domain-c8" [ 591.187668] env[65683]: _type = "ClusterComputeResource" [ 591.187668] env[65683]: } {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.189563] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab887c5-aa13-4b67-a369-2c21f2c6b133 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.201878] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Got total of 0 instances {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.201878] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.201878] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Getting list of instances from cluster (obj){ [ 591.201878] env[65683]: value = "domain-c8" [ 591.201878] env[65683]: _type = "ClusterComputeResource" [ 591.201878] env[65683]: } {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.204316] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e571eb3-160e-43dd-a03e-088f701ca23b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.216888] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Got total of 0 instances {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.292502] env[65683]: DEBUG nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 591.843838] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.844518] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.845762] env[65683]: INFO nova.compute.claims [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.253456] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "c888b0f7-d60a-4398-83a0-34259ecd28d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.253883] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.259745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "667b0970-0919-4965-a076-f4c51a6bdea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.259745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "667b0970-0919-4965-a076-f4c51a6bdea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.533075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "a18c85f2-ad46-4cd3-9deb-901e6486550b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.533075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.760227] env[65683]: DEBUG nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 592.768024] env[65683]: DEBUG nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 593.035936] env[65683]: DEBUG nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 593.083705] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.083921] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.093630] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11166c2b-039a-4120-99b1-f21532d6d2b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.104577] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a33261-0e6d-4265-ac01-6405b85702d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.143754] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec253387-4a72-4dd1-8f45-f86dd432ec9c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.155876] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caca777-899c-41a7-8e73-e1f7fff2a515 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.173331] env[65683]: DEBUG nova.compute.provider_tree [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.299227] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.299718] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.579623] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.587753] env[65683]: DEBUG nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 593.677538] env[65683]: DEBUG nova.scheduler.client.report [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.110608] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.183287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.183948] env[65683]: DEBUG nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 594.189021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.889s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.189021] env[65683]: INFO nova.compute.claims [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.695117] env[65683]: DEBUG nova.compute.utils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.695117] env[65683]: DEBUG nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 595.199574] env[65683]: DEBUG nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 595.342556] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858d6e28-3d34-4216-9f03-3389971f5e3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.351045] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886d8af-2594-4aed-80a5-929598cd4277 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.388993] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543fc16-d49a-44be-a6f2-707d91b21301 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.398128] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd52411-f118-4b90-a959-1c5ba8f7c95d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.414564] env[65683]: DEBUG nova.compute.provider_tree [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.699837] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "f023112e-bba9-404a-9c04-5dcd719257fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.700083] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "f023112e-bba9-404a-9c04-5dcd719257fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.918317] env[65683]: DEBUG nova.scheduler.client.report [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.943600] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.943600] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.943600] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.943600] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.943600] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.943600] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.943905] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.943905] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 595.943905] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.203406] env[65683]: DEBUG nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 596.205801] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "ac264115-3fd3-4cc3-b700-dd918838b320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.206495] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.211154] env[65683]: DEBUG nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 596.426369] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.427016] env[65683]: DEBUG nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 596.430799] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.131s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.434165] env[65683]: INFO nova.compute.claims [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.447185] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.542253] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.543956] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.543956] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.543956] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.543956] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.543956] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.544182] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.544182] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.544512] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.544808] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.544875] env[65683]: DEBUG nova.virt.hardware [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.545783] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c05f28-1c52-487a-99c5-7700863cf885 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.555832] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95da29eb-d799-4de6-8c18-a7ab5bcc1d9d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.579193] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62691766-0cc1-4c2d-b2d7-24413825f3a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.598579] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.609505] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.610526] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6210591c-7657-4576-a410-facee494c884 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.628070] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Created folder: OpenStack in parent group-v4. [ 596.628349] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Creating folder: Project (9929d9bf96a14f7fa78b1271d1a9e9b7). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.628696] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58cde37b-f56b-4f44-bb76-2507b1238f10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.641985] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Created folder: Project (9929d9bf96a14f7fa78b1271d1a9e9b7) in parent group-v867054. [ 596.642201] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Creating folder: Instances. Parent ref: group-v867055. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.642464] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b02d40-2b5b-41fc-a99b-27c725896bb7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.652951] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Created folder: Instances in parent group-v867055. [ 596.653387] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 596.653607] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.654127] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f2f45a-1b91-4d71-acac-5a13fd5ae9a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.683412] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.683412] env[65683]: value = "task-4432527" [ 596.683412] env[65683]: _type = "Task" [ 596.683412] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.695957] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432527, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.710953] env[65683]: DEBUG nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 596.738996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.939666] env[65683]: DEBUG nova.compute.utils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.943092] env[65683]: DEBUG nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 596.943243] env[65683]: DEBUG nova.network.neutron [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.944124] env[65683]: WARNING neutronclient.v2_0.client [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.945615] env[65683]: WARNING neutronclient.v2_0.client [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.199014] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432527, 'name': CreateVM_Task, 'duration_secs': 0.341775} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.199325] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.200290] env[65683]: DEBUG oslo_vmware.service [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed09f8e-0b23-48dd-bb55-cb4f56c4c127 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.208007] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.208342] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.208796] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.209059] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d56414-486c-423b-b212-0ebbc09d18c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.216846] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 597.216846] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e1a974-4457-bbee-65cd-46393cf0392c" [ 597.216846] env[65683]: _type = "Task" [ 597.216846] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.235777] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.236231] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.238031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.238031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.238031] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.238031] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec2f1dd-eb0e-4743-b5e5-a1db8ed0b81b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.258613] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.260535] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.260704] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.261425] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c63359-79d1-4deb-872f-40c74939fc0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.270835] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9898989a-cef1-4080-8203-8d92c36e2462 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.276649] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 597.276649] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5256bb14-0a3c-85ed-6587-405c6014bc7d" [ 597.276649] env[65683]: _type = "Task" [ 597.276649] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.285077] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5256bb14-0a3c-85ed-6587-405c6014bc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.451858] env[65683]: DEBUG nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 597.625336] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c1393c-77b4-4320-942b-b4eebdaf4668 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.635211] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524d9e1-6c3b-458b-8da7-1dea7bb74aeb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.676575] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69cd25f-8fb4-4916-9b6d-0a71df6128db {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.685946] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf14f4dc-aa7b-41ad-bc16-d0b4465bdf97 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.703169] env[65683]: DEBUG nova.compute.provider_tree [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.766653] env[65683]: DEBUG nova.policy [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0e163a33d454b5991b88d94bf1febbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39d6c3530e1046549b91606a4d101644', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.788869] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Preparing fetch location {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.789057] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Creating directory with path [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.789456] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c478e1d5-462e-4673-bbaf-4e6e366d937d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.814560] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Created directory with path [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.814772] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Fetch image to [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 597.814934] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Downloading image file data 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk on the data store datastore2 {{(pid=65683) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 597.816783] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800de125-b3b7-4908-92f6-0cfc52610f4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.827901] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3bc5d3-c96f-4394-8fd4-96f6889b1470 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.839419] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c17e1a-3b66-42eb-acb8-4f43118f8320 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.883698] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246bb7e1-d92b-4967-a600-796cafc7e81d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.891841] env[65683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2818e5cd-8ca5-4e34-8544-d6edf80e84a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.916993] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Downloading image file data 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to the data store datastore2 {{(pid=65683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.000817] env[65683]: DEBUG oslo_vmware.rw_handles [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.205178] env[65683]: DEBUG nova.scheduler.client.report [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.469030] env[65683]: DEBUG nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 598.504087] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.504518] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.504823] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.505136] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.505558] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.509053] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.509053] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.509053] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.509053] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.509053] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.509577] env[65683]: DEBUG nova.virt.hardware [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.509577] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad25922d-87aa-4662-a82c-8c28067648ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.522423] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c8d371-5816-45b5-be9e-f07b8d3b3898 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.705976] env[65683]: DEBUG nova.network.neutron [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Successfully created port: 58671369-9c90-4eb6-a02e-7374ec83b4f1 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 598.714324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.714991] env[65683]: DEBUG nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 598.718874] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.138s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.719698] env[65683]: INFO nova.compute.claims [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.802468] env[65683]: DEBUG oslo_vmware.rw_handles [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Completed reading data from the image iterator. {{(pid=65683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.803348] env[65683]: DEBUG oslo_vmware.rw_handles [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 598.849378] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Downloaded image file data 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk on the data store datastore2 {{(pid=65683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 598.851691] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Caching image {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 598.853007] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Copying Virtual Disk [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk to [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.854058] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d58fc3a-c11a-43e3-a918-f838dc21fd5b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.863114] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 598.863114] env[65683]: value = "task-4432528" [ 598.863114] env[65683]: _type = "Task" [ 598.863114] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.872670] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.226299] env[65683]: DEBUG nova.compute.utils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.230176] env[65683]: DEBUG nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 599.230480] env[65683]: DEBUG nova.network.neutron [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 599.232111] env[65683]: WARNING neutronclient.v2_0.client [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.233398] env[65683]: WARNING neutronclient.v2_0.client [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.319617] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.320018] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.378205] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432528, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.392403] env[65683]: DEBUG nova.policy [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da254fa306894ccc834aefcee3e1d700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c621d1aecd984edcaa64e6cea2836812', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.731604] env[65683]: DEBUG nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 599.823709] env[65683]: DEBUG nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 599.880021] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690001} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.880021] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Copied Virtual Disk [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk to [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.880021] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Deleting the datastore file [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.880021] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0b588a-e068-4820-9551-8e0909bfb119 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.886982] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 599.886982] env[65683]: value = "task-4432529" [ 599.886982] env[65683]: _type = "Task" [ 599.886982] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.897300] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.923409] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.923746] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.939713] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f382c47-3fc3-41aa-95b7-acfda80269e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.950129] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd424cc-7347-4937-8628-654bd9bdb2b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.982631] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb2a4c3-d688-41a1-acb8-f86e28ee3076 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.991441] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ccc17-2878-453e-8ebc-1eac9ea91acc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.997723] env[65683]: DEBUG nova.network.neutron [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Successfully created port: 643d1990-5103-47e3-9ae4-6c3012debf41 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 600.011492] env[65683]: DEBUG nova.compute.provider_tree [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.376678] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.399789] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029098} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.400056] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.400269] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Moving file from [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406/3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9. {{(pid=65683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.400526] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-194625e2-1512-4569-b148-34a8096f4a13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.408740] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 600.408740] env[65683]: value = "task-4432530" [ 600.408740] env[65683]: _type = "Task" [ 600.408740] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.421198] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432530, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.431090] env[65683]: DEBUG nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 600.540586] env[65683]: ERROR nova.scheduler.client.report [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [req-ac799b57-f3fc-4777-9751-b5616f5fc23c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac799b57-f3fc-4777-9751-b5616f5fc23c"}]} [ 600.567955] env[65683]: DEBUG nova.scheduler.client.report [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 600.585571] env[65683]: DEBUG nova.scheduler.client.report [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 600.585975] env[65683]: DEBUG nova.compute.provider_tree [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.598285] env[65683]: DEBUG nova.scheduler.client.report [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: 4e592642-7637-4052-9995-b6b724a40503 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 600.624321] env[65683]: DEBUG nova.scheduler.client.report [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 600.743754] env[65683]: DEBUG nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 600.776344] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.776344] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.776344] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.776544] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.776544] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.776544] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.776544] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.776544] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.776749] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.776749] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.776987] env[65683]: DEBUG nova.virt.hardware [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.778023] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1429389-b0aa-40d0-8ce5-e93016397438 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.791021] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e946e9-05dd-4445-80d6-230d7ea35e1e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.809607] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaecbec-b807-4486-b63f-fbe444581795 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.817341] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b7394-44b3-406c-80bf-8e393cec1924 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.851580] env[65683]: DEBUG nova.network.neutron [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Successfully updated port: 58671369-9c90-4eb6-a02e-7374ec83b4f1 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 600.853322] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca806ae-60f5-4e27-8577-b07b98e4e060 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.862548] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473fddda-5f84-4640-8b1a-b99727bc8501 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.878251] env[65683]: DEBUG nova.compute.provider_tree [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.919724] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432530, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030484} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.919995] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] File moved {{(pid=65683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 600.920203] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Cleaning up location [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 600.920349] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Deleting the datastore file [datastore2] vmware_temp/a44701d9-d744-4b00-bc09-84f953736406 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.920616] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f6514c4-4288-4877-83c1-03737fe65ac2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.928338] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 600.928338] env[65683]: value = "task-4432531" [ 600.928338] env[65683]: _type = "Task" [ 600.928338] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.939413] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.952996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.357220] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "refresh_cache-c888b0f7-d60a-4398-83a0-34259ecd28d2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.357407] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquired lock "refresh_cache-c888b0f7-d60a-4398-83a0-34259ecd28d2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.357591] env[65683]: DEBUG nova.network.neutron [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 601.439295] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025738} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.440346] env[65683]: DEBUG nova.scheduler.client.report [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 12 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 601.440577] env[65683]: DEBUG nova.compute.provider_tree [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 12 to 13 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 601.440749] env[65683]: DEBUG nova.compute.provider_tree [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.444011] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.445090] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-104e92c0-8404-48a8-8c62-0d44d35cc7b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.453880] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 601.453880] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52303657-1af0-7d32-1245-2bc3f0ac1006" [ 601.453880] env[65683]: _type = "Task" [ 601.453880] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.464196] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52303657-1af0-7d32-1245-2bc3f0ac1006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.947821] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.229s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.948906] env[65683]: DEBUG nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 601.951351] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.841s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.952907] env[65683]: INFO nova.compute.claims [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.976916] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52303657-1af0-7d32-1245-2bc3f0ac1006, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.977206] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.977937] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 6b042a7b-f012-436e-8f7b-33ebc843f958/6b042a7b-f012-436e-8f7b-33ebc843f958.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.977937] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae45237-6adb-4912-a607-deaa47336fc5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.988316] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 601.988316] env[65683]: value = "task-4432532" [ 601.988316] env[65683]: _type = "Task" [ 601.988316] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.000349] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.055753] env[65683]: DEBUG nova.network.neutron [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Successfully updated port: 643d1990-5103-47e3-9ae4-6c3012debf41 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 602.161516] env[65683]: DEBUG nova.network.neutron [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.464090] env[65683]: DEBUG nova.compute.utils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.471154] env[65683]: DEBUG nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 602.471381] env[65683]: DEBUG nova.network.neutron [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.471792] env[65683]: WARNING neutronclient.v2_0.client [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.473840] env[65683]: WARNING neutronclient.v2_0.client [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.503252] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432532, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.558132] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "refresh_cache-667b0970-0919-4965-a076-f4c51a6bdea3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.558320] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquired lock "refresh_cache-667b0970-0919-4965-a076-f4c51a6bdea3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.558493] env[65683]: DEBUG nova.network.neutron [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 602.893096] env[65683]: WARNING neutronclient.v2_0.client [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.925293] env[65683]: DEBUG nova.policy [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e582a0f1136740e7b1d04f8ce9f70e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11091f510f104776ae40ab8d18f9017c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.972106] env[65683]: DEBUG nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 603.000738] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516015} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.000885] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 6b042a7b-f012-436e-8f7b-33ebc843f958/6b042a7b-f012-436e-8f7b-33ebc843f958.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.001057] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.001320] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7beab77f-f4a5-40c3-82c2-4add60d1145c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.009477] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 603.009477] env[65683]: value = "task-4432533" [ 603.009477] env[65683]: _type = "Task" [ 603.009477] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.033487] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.160016] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e38b2-89c0-4e60-a43f-a6b91f00d79f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.168016] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42202af-7dd7-4266-b60f-c3f0cf10ff1e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.206110] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5723dec-6a0d-4215-9617-87bdaa7a955f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.215324] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddedcb6a-b703-4b14-a533-61664950b718 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.232578] env[65683]: DEBUG nova.compute.provider_tree [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.367449] env[65683]: DEBUG nova.network.neutron [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Successfully created port: 3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.459052] env[65683]: DEBUG nova.network.neutron [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Updating instance_info_cache with network_info: [{"id": "58671369-9c90-4eb6-a02e-7374ec83b4f1", "address": "fa:16:3e:80:66:51", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58671369-9c", "ovs_interfaceid": "58671369-9c90-4eb6-a02e-7374ec83b4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.490133] env[65683]: DEBUG nova.network.neutron [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 603.524580] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077581} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.525020] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.525815] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35204624-1e01-4d49-b7dc-ea4f06c7ed83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.549679] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6b042a7b-f012-436e-8f7b-33ebc843f958/6b042a7b-f012-436e-8f7b-33ebc843f958.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.550696] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6fe4b2d-c637-41fc-98bd-321f8432394d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.572304] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 603.572304] env[65683]: value = "task-4432534" [ 603.572304] env[65683]: _type = "Task" [ 603.572304] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.582692] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.736485] env[65683]: DEBUG nova.scheduler.client.report [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.966695] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Releasing lock "refresh_cache-c888b0f7-d60a-4398-83a0-34259ecd28d2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.967089] env[65683]: DEBUG nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Instance network_info: |[{"id": "58671369-9c90-4eb6-a02e-7374ec83b4f1", "address": "fa:16:3e:80:66:51", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58671369-9c", "ovs_interfaceid": "58671369-9c90-4eb6-a02e-7374ec83b4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 603.967607] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:66:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58671369-9c90-4eb6-a02e-7374ec83b4f1', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.975982] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Creating folder: Project (39d6c3530e1046549b91606a4d101644). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.976330] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac551dd8-0eb6-45f1-af68-daed7c6707c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.984114] env[65683]: DEBUG nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 603.989405] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Created folder: Project (39d6c3530e1046549b91606a4d101644) in parent group-v867054. [ 603.989601] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Creating folder: Instances. Parent ref: group-v867058. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.989842] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-569713e7-2dd9-4e93-aa74-659a40f2acd5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.001676] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Created folder: Instances in parent group-v867058. [ 604.001931] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 604.002667] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.005626] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-959647b2-71ec-443f-ab1b-fc3709e417bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.026037] env[65683]: WARNING neutronclient.v2_0.client [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.034599] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.034599] env[65683]: value = "task-4432537" [ 604.034599] env[65683]: _type = "Task" [ 604.034599] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.040265] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.040372] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.040423] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.040720] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.040761] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.040884] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.041144] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.041302] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.041460] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.041612] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.041772] env[65683]: DEBUG nova.virt.hardware [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.042667] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07c92f-9aaa-4cdb-b931-a3c0b3b7a6a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.051879] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432537, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.062859] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b698c7-75b6-47a9-8c84-389590289468 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.095165] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.110829] env[65683]: DEBUG nova.network.neutron [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Updating instance_info_cache with network_info: [{"id": "643d1990-5103-47e3-9ae4-6c3012debf41", "address": "fa:16:3e:1c:ab:07", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643d1990-51", "ovs_interfaceid": "643d1990-5103-47e3-9ae4-6c3012debf41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.173205] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6aecb22c-d006-465f-adf3-b4533e7d5550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.173413] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.241317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.242129] env[65683]: DEBUG nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 604.244977] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.798s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.245220] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.245383] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 604.245672] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.507s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.247774] env[65683]: INFO nova.compute.claims [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.254055] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67f07f5-e702-4c72-8dc1-1d943aafbcc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.263967] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635a003-a18a-48d4-81c9-3d5005afbd69 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.288805] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34567e7f-992e-4f61-ab0e-9520351ab787 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.294450] env[65683]: DEBUG nova.compute.manager [req-0c83b07a-bf41-482f-9741-fbd30ee302c2 req-9e899f8e-d906-4b11-b590-49a576ead934 service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Received event network-vif-plugged-58671369-9c90-4eb6-a02e-7374ec83b4f1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 604.294450] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c83b07a-bf41-482f-9741-fbd30ee302c2 req-9e899f8e-d906-4b11-b590-49a576ead934 service nova] Acquiring lock "c888b0f7-d60a-4398-83a0-34259ecd28d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.294450] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c83b07a-bf41-482f-9741-fbd30ee302c2 req-9e899f8e-d906-4b11-b590-49a576ead934 service nova] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.294643] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c83b07a-bf41-482f-9741-fbd30ee302c2 req-9e899f8e-d906-4b11-b590-49a576ead934 service nova] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.295613] env[65683]: DEBUG nova.compute.manager [req-0c83b07a-bf41-482f-9741-fbd30ee302c2 req-9e899f8e-d906-4b11-b590-49a576ead934 service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] No waiting events found dispatching network-vif-plugged-58671369-9c90-4eb6-a02e-7374ec83b4f1 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 604.295894] env[65683]: WARNING nova.compute.manager [req-0c83b07a-bf41-482f-9741-fbd30ee302c2 req-9e899f8e-d906-4b11-b590-49a576ead934 service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Received unexpected event network-vif-plugged-58671369-9c90-4eb6-a02e-7374ec83b4f1 for instance with vm_state building and task_state spawning. [ 604.304339] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2760a9-1825-4e63-9d4c-4e78b026fdad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.342217] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180726MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 604.342392] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.521261] env[65683]: DEBUG nova.compute.manager [req-eb3da100-6123-4768-8d57-a8b797a504ac req-c5eea0dc-a8ae-4081-8adc-14a74cc969f4 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Received event network-vif-plugged-643d1990-5103-47e3-9ae4-6c3012debf41 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 604.521261] env[65683]: DEBUG oslo_concurrency.lockutils [req-eb3da100-6123-4768-8d57-a8b797a504ac req-c5eea0dc-a8ae-4081-8adc-14a74cc969f4 service nova] Acquiring lock "667b0970-0919-4965-a076-f4c51a6bdea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.521390] env[65683]: DEBUG oslo_concurrency.lockutils [req-eb3da100-6123-4768-8d57-a8b797a504ac req-c5eea0dc-a8ae-4081-8adc-14a74cc969f4 service nova] Lock "667b0970-0919-4965-a076-f4c51a6bdea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.521539] env[65683]: DEBUG oslo_concurrency.lockutils [req-eb3da100-6123-4768-8d57-a8b797a504ac req-c5eea0dc-a8ae-4081-8adc-14a74cc969f4 service nova] Lock "667b0970-0919-4965-a076-f4c51a6bdea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.521698] env[65683]: DEBUG nova.compute.manager [req-eb3da100-6123-4768-8d57-a8b797a504ac req-c5eea0dc-a8ae-4081-8adc-14a74cc969f4 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] No waiting events found dispatching network-vif-plugged-643d1990-5103-47e3-9ae4-6c3012debf41 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 604.521846] env[65683]: WARNING nova.compute.manager [req-eb3da100-6123-4768-8d57-a8b797a504ac req-c5eea0dc-a8ae-4081-8adc-14a74cc969f4 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Received unexpected event network-vif-plugged-643d1990-5103-47e3-9ae4-6c3012debf41 for instance with vm_state building and task_state spawning. [ 604.548914] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432537, 'name': CreateVM_Task, 'duration_secs': 0.404089} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.548914] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.549871] env[65683]: WARNING neutronclient.v2_0.client [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.595923] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432534, 'name': ReconfigVM_Task, 'duration_secs': 0.923182} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.597497] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.597686] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.598303] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.598647] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6b042a7b-f012-436e-8f7b-33ebc843f958/6b042a7b-f012-436e-8f7b-33ebc843f958.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.599342] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d1d22a-d307-4087-9230-ff0561020119 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.601791] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25b1e28-e8e0-42ac-960e-71b0e91d4b28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.608237] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 604.608237] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521b5045-036e-e28e-2900-aadbead5e486" [ 604.608237] env[65683]: _type = "Task" [ 604.608237] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.616107] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Releasing lock "refresh_cache-667b0970-0919-4965-a076-f4c51a6bdea3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.616107] env[65683]: DEBUG nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Instance network_info: |[{"id": "643d1990-5103-47e3-9ae4-6c3012debf41", "address": "fa:16:3e:1c:ab:07", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643d1990-51", "ovs_interfaceid": "643d1990-5103-47e3-9ae4-6c3012debf41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 604.616534] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 604.616534] env[65683]: value = "task-4432538" [ 604.616534] env[65683]: _type = "Task" [ 604.616534] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.617368] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ab:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '643d1990-5103-47e3-9ae4-6c3012debf41', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.626323] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Creating folder: Project (c621d1aecd984edcaa64e6cea2836812). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.630590] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59c14e9e-1aa8-4e83-9632-e4d200cdc514 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.636323] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521b5045-036e-e28e-2900-aadbead5e486, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.636666] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.636917] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.637116] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.637254] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.637525] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.638397] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afa29e0d-1ce5-45e4-9e28-b1eda9a34b52 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.649764] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432538, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.652787] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Created folder: Project (c621d1aecd984edcaa64e6cea2836812) in parent group-v867054. [ 604.653029] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Creating folder: Instances. Parent ref: group-v867061. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.653303] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc30e460-735f-4660-8217-fba2cba24f6b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.665869] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.666643] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.667089] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789a8308-f7ea-4fa0-a8e2-61415f81164d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.671470] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Created folder: Instances in parent group-v867061. [ 604.671723] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 604.673031] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.673031] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6071e632-b171-4b61-8e63-ee31d30c8b7a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.689769] env[65683]: DEBUG nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 604.692826] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 604.692826] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a4d980-aee3-d8e7-2e9f-53fecb88727a" [ 604.692826] env[65683]: _type = "Task" [ 604.692826] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.701217] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.701217] env[65683]: value = "task-4432541" [ 604.701217] env[65683]: _type = "Task" [ 604.701217] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.705037] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a4d980-aee3-d8e7-2e9f-53fecb88727a, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.708861] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97eaa563-e3c5-4d6d-8927-47424b1a40c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.715692] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 604.715692] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528e6347-034c-1cb6-62de-845fdbef1c51" [ 604.715692] env[65683]: _type = "Task" [ 604.715692] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.719186] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432541, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.728493] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528e6347-034c-1cb6-62de-845fdbef1c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.753315] env[65683]: DEBUG nova.compute.utils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.755320] env[65683]: DEBUG nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 604.755556] env[65683]: DEBUG nova.network.neutron [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 604.755915] env[65683]: WARNING neutronclient.v2_0.client [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.756276] env[65683]: WARNING neutronclient.v2_0.client [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.957843] env[65683]: DEBUG nova.policy [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12731204925e44aaa7d7be29bcb193b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44f7a861e15f4aad9c984f7a21bddf9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.120139] env[65683]: DEBUG nova.network.neutron [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Successfully updated port: 3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.143111] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432538, 'name': Rename_Task, 'duration_secs': 0.261327} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.143492] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.144450] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f38a6a8-e5e0-4711-9d67-1833eb58d791 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.155647] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 605.155647] env[65683]: value = "task-4432542" [ 605.155647] env[65683]: _type = "Task" [ 605.155647] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.172305] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.218045] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432541, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.219355] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.230322] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528e6347-034c-1cb6-62de-845fdbef1c51, 'name': SearchDatastore_Task, 'duration_secs': 0.015632} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.230588] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.231376] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c888b0f7-d60a-4398-83a0-34259ecd28d2/c888b0f7-d60a-4398-83a0-34259ecd28d2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.231376] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c73bfcd6-4532-4fc7-bdea-9208128826b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.239609] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 605.239609] env[65683]: value = "task-4432543" [ 605.239609] env[65683]: _type = "Task" [ 605.239609] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.249791] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.261746] env[65683]: DEBUG nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 605.415776] env[65683]: DEBUG nova.network.neutron [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Successfully created port: 0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.465657] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebed750-8a7f-4e60-9935-7782ad1b27f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.476285] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68744db1-5ff9-4248-80a7-b9be44cdf208 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.515870] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8f53f-5918-45e7-bc7a-b1da565bed9e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.526344] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f9f1f5-f277-4abd-9a8e-f0e42d556bfd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.543289] env[65683]: DEBUG nova.compute.provider_tree [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.626257] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "refresh_cache-a18c85f2-ad46-4cd3-9deb-901e6486550b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.626257] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired lock "refresh_cache-a18c85f2-ad46-4cd3-9deb-901e6486550b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.626257] env[65683]: DEBUG nova.network.neutron [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.673833] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.719162] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432541, 'name': CreateVM_Task, 'duration_secs': 0.609783} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.719407] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.720204] env[65683]: WARNING neutronclient.v2_0.client [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.720778] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.721174] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.722126] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.723383] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfee6b4d-cf67-4f61-bb66-664ad8158e7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.730728] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 605.730728] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e5d56f-7db6-e01f-dbe2-3b94c66171d6" [ 605.730728] env[65683]: _type = "Task" [ 605.730728] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.743411] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e5d56f-7db6-e01f-dbe2-3b94c66171d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.755845] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.048220] env[65683]: DEBUG nova.scheduler.client.report [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.170787] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.243249] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e5d56f-7db6-e01f-dbe2-3b94c66171d6, 'name': SearchDatastore_Task, 'duration_secs': 0.078134} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.243648] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.243892] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.244145] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.244306] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.244486] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.247752] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca4dfd75-7bcb-4abe-aed6-362cdc5b4ead {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.256397] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899164} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.256666] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c888b0f7-d60a-4398-83a0-34259ecd28d2/c888b0f7-d60a-4398-83a0-34259ecd28d2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.256874] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.257228] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a012e769-1aa9-4735-8a24-60ff04e009f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.264366] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.264538] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.266433] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e70b1b-fed1-465b-93ea-87d5793bf1b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.268920] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 606.268920] env[65683]: value = "task-4432544" [ 606.268920] env[65683]: _type = "Task" [ 606.268920] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.274009] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 606.274009] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a7ad47-5b46-3fac-f441-daa1d2c40286" [ 606.274009] env[65683]: _type = "Task" [ 606.274009] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.282281] env[65683]: DEBUG nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 606.284509] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.291828] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a7ad47-5b46-3fac-f441-daa1d2c40286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.316166] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.316705] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.316797] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.316997] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.317202] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.317356] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.317563] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.317750] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.317915] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.318088] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.318300] env[65683]: DEBUG nova.virt.hardware [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.319269] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37244003-0efb-4f1c-8631-780607a17845 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.327870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.328184] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.333416] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c714216e-98b6-4fb4-853d-2ab7a1d37067 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.471254] env[65683]: DEBUG nova.network.neutron [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.556818] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.556818] env[65683]: DEBUG nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 606.558788] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.300s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.560237] env[65683]: INFO nova.compute.claims [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.672907] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432542, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.788562] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087333} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.792425] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.792788] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a7ad47-5b46-3fac-f441-daa1d2c40286, 'name': SearchDatastore_Task, 'duration_secs': 0.016685} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.793506] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e0c81-d8b5-4c8c-b4aa-6a6b233bcb6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.796880] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b3a100-a9b3-45c3-89a4-1222348287b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.804373] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 606.804373] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529c465e-d36d-3313-ff40-ef7595cd5f2d" [ 606.804373] env[65683]: _type = "Task" [ 606.804373] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.823562] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] c888b0f7-d60a-4398-83a0-34259ecd28d2/c888b0f7-d60a-4398-83a0-34259ecd28d2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.826983] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80766455-3f4f-4447-b006-67a07a8af428 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.848441] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529c465e-d36d-3313-ff40-ef7595cd5f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.850022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.850315] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 667b0970-0919-4965-a076-f4c51a6bdea3/667b0970-0919-4965-a076-f4c51a6bdea3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.851034] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 606.851034] env[65683]: value = "task-4432545" [ 606.851034] env[65683]: _type = "Task" [ 606.851034] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.851229] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf3fdc0-1eb7-40e4-9f3a-e50354eeafa1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.862997] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 606.862997] env[65683]: value = "task-4432546" [ 606.862997] env[65683]: _type = "Task" [ 606.862997] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.874050] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.067736] env[65683]: DEBUG nova.compute.utils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.069453] env[65683]: DEBUG nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 607.069651] env[65683]: DEBUG nova.network.neutron [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.070065] env[65683]: WARNING neutronclient.v2_0.client [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.070445] env[65683]: WARNING neutronclient.v2_0.client [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.171286] env[65683]: DEBUG oslo_vmware.api [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432542, 'name': PowerOnVM_Task, 'duration_secs': 1.693275} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.171999] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.171999] env[65683]: INFO nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Took 10.96 seconds to spawn the instance on the hypervisor. [ 607.171999] env[65683]: DEBUG nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 607.173198] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176b9ded-2193-42c1-9b17-13544b0ed5f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.179119] env[65683]: DEBUG nova.network.neutron [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Successfully updated port: 0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.313242] env[65683]: DEBUG nova.policy [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '190692ff39e74051bcdc0e11f6e6fce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f3ddae09ab4def8993465fa35f5073', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.347787] env[65683]: WARNING neutronclient.v2_0.client [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.365150] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.376936] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486056} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.377347] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 667b0970-0919-4965-a076-f4c51a6bdea3/667b0970-0919-4965-a076-f4c51a6bdea3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.377510] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.377845] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e09bc01b-5d57-46c0-ba7b-00fb37791718 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.385872] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 607.385872] env[65683]: value = "task-4432547" [ 607.385872] env[65683]: _type = "Task" [ 607.385872] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.395286] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.574475] env[65683]: DEBUG nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 607.684541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.684719] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.684849] env[65683]: DEBUG nova.network.neutron [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.690767] env[65683]: DEBUG nova.network.neutron [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Successfully created port: d69f31df-9a78-472b-9293-a2ac490bf77d {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.703466] env[65683]: INFO nova.compute.manager [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Took 15.90 seconds to build instance. [ 607.733267] env[65683]: DEBUG nova.network.neutron [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Updating instance_info_cache with network_info: [{"id": "3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c", "address": "fa:16:3e:ad:b4:69", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2c0dc1-0c", "ovs_interfaceid": "3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.784556] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be5880e-d64b-4b8d-9e14-c21128d41030 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.794570] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555bf477-dbff-47ea-b0d8-01014b0e4864 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.826413] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c953e-9ce7-4ad2-8fde-fe723f46e10a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.836602] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca2933f-83c9-4602-ab4e-c0a25ad023c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.850057] env[65683]: DEBUG nova.compute.provider_tree [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.865410] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432545, 'name': ReconfigVM_Task, 'duration_secs': 0.552576} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.865695] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Reconfigured VM instance instance-00000002 to attach disk [datastore2] c888b0f7-d60a-4398-83a0-34259ecd28d2/c888b0f7-d60a-4398-83a0-34259ecd28d2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.866355] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb3cf1b-eb71-4cb4-ae54-74996c50a743 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.874193] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 607.874193] env[65683]: value = "task-4432548" [ 607.874193] env[65683]: _type = "Task" [ 607.874193] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.886287] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432548, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.895501] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065914} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.896172] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.896989] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdb2325-3069-4f9c-8734-108b8371c1f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.920350] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 667b0970-0919-4965-a076-f4c51a6bdea3/667b0970-0919-4965-a076-f4c51a6bdea3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.921101] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bacdde-df94-4c10-b6bc-0b2f229363db {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.941135] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 607.941135] env[65683]: value = "task-4432549" [ 607.941135] env[65683]: _type = "Task" [ 607.941135] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.949791] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.207019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86186831-90cd-429e-8d0d-547fa5f3aab9 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "6b042a7b-f012-436e-8f7b-33ebc843f958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.419s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.237735] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Releasing lock "refresh_cache-a18c85f2-ad46-4cd3-9deb-901e6486550b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.238299] env[65683]: DEBUG nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Instance network_info: |[{"id": "3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c", "address": "fa:16:3e:ad:b4:69", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2c0dc1-0c", "ovs_interfaceid": "3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 608.238571] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:b4:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.247106] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Creating folder: Project (11091f510f104776ae40ab8d18f9017c). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.247996] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c2fa50d-5a8d-4d4e-a724-a4dd712cb27e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.259827] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Created folder: Project (11091f510f104776ae40ab8d18f9017c) in parent group-v867054. [ 608.260027] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Creating folder: Instances. Parent ref: group-v867064. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.260307] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eafa81aa-2770-48f3-b1f7-f57ac9a8bafd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.276555] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Created folder: Instances in parent group-v867064. [ 608.276809] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 608.277017] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.277231] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81e67e78-0a3b-4bcc-b664-8acb63c2f46d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.301347] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.301347] env[65683]: value = "task-4432552" [ 608.301347] env[65683]: _type = "Task" [ 608.301347] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.310473] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432552, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.334891] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "f307e1d6-7592-42cd-9982-76fbb21fffae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.335140] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.353374] env[65683]: DEBUG nova.scheduler.client.report [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.385348] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432548, 'name': Rename_Task, 'duration_secs': 0.420421} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.385648] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.385892] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36040577-717b-4832-9bb5-40c5e0951928 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.394663] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 608.394663] env[65683]: value = "task-4432553" [ 608.394663] env[65683]: _type = "Task" [ 608.394663] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.403855] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.454260] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.503659] env[65683]: DEBUG nova.network.neutron [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 608.585680] env[65683]: DEBUG nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 608.636212] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 608.636212] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.636212] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 608.636430] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.637856] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 608.637856] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 608.637856] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.637856] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 608.638144] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 608.638390] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 608.638629] env[65683]: DEBUG nova.virt.hardware [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 608.639981] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957834b6-0f5b-43e2-ae76-d384c598e5c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.651890] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f670a8b-fdc8-4b45-b155-735427ff3a94 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.694785] env[65683]: WARNING neutronclient.v2_0.client [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.709981] env[65683]: DEBUG nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 608.816249] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432552, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.859717] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.860187] env[65683]: DEBUG nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 608.863862] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.487s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.866331] env[65683]: INFO nova.compute.claims [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.872689] env[65683]: DEBUG nova.network.neutron [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updating instance_info_cache with network_info: [{"id": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "address": "fa:16:3e:bb:96:05", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0076755c-d5", "ovs_interfaceid": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.876401] env[65683]: DEBUG nova.compute.manager [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Received event network-changed-58671369-9c90-4eb6-a02e-7374ec83b4f1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 608.876548] env[65683]: DEBUG nova.compute.manager [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Refreshing instance network info cache due to event network-changed-58671369-9c90-4eb6-a02e-7374ec83b4f1. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 608.876787] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Acquiring lock "refresh_cache-c888b0f7-d60a-4398-83a0-34259ecd28d2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.876934] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Acquired lock "refresh_cache-c888b0f7-d60a-4398-83a0-34259ecd28d2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.877111] env[65683]: DEBUG nova.network.neutron [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Refreshing network info cache for port 58671369-9c90-4eb6-a02e-7374ec83b4f1 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.908717] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432553, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.954348] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432549, 'name': ReconfigVM_Task, 'duration_secs': 0.670716} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.954546] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 667b0970-0919-4965-a076-f4c51a6bdea3/667b0970-0919-4965-a076-f4c51a6bdea3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.955234] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af8476c7-a70e-4ee2-a539-51598d208f04 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.962434] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 608.962434] env[65683]: value = "task-4432554" [ 608.962434] env[65683]: _type = "Task" [ 608.962434] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.971197] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432554, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.086949] env[65683]: DEBUG nova.compute.manager [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Received event network-changed-643d1990-5103-47e3-9ae4-6c3012debf41 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 609.087164] env[65683]: DEBUG nova.compute.manager [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Refreshing instance network info cache due to event network-changed-643d1990-5103-47e3-9ae4-6c3012debf41. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 609.087367] env[65683]: DEBUG oslo_concurrency.lockutils [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] Acquiring lock "refresh_cache-667b0970-0919-4965-a076-f4c51a6bdea3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.087573] env[65683]: DEBUG oslo_concurrency.lockutils [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] Acquired lock "refresh_cache-667b0970-0919-4965-a076-f4c51a6bdea3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.087753] env[65683]: DEBUG nova.network.neutron [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Refreshing network info cache for port 643d1990-5103-47e3-9ae4-6c3012debf41 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.247149] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.314834] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432552, 'name': CreateVM_Task, 'duration_secs': 0.610691} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.315206] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.317028] env[65683]: WARNING neutronclient.v2_0.client [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.317028] env[65683]: DEBUG oslo_vmware.service [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a05b93-a446-4b00-9914-28d184691b30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.324578] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.324789] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.325181] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.325469] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed1c81f-d5b5-48f2-95ec-b8708409ac74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.331907] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 609.331907] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d5eef8-9ee1-8884-f612-71915cac061c" [ 609.331907] env[65683]: _type = "Task" [ 609.331907] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.347514] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d5eef8-9ee1-8884-f612-71915cac061c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.349498] env[65683]: DEBUG nova.network.neutron [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Successfully updated port: d69f31df-9a78-472b-9293-a2ac490bf77d {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.376458] env[65683]: DEBUG nova.compute.utils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.377818] env[65683]: DEBUG nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 609.378195] env[65683]: DEBUG nova.network.neutron [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 609.378530] env[65683]: WARNING neutronclient.v2_0.client [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.379191] env[65683]: WARNING neutronclient.v2_0.client [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.382640] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Releasing lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.383058] env[65683]: DEBUG nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Instance network_info: |[{"id": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "address": "fa:16:3e:bb:96:05", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0076755c-d5", "ovs_interfaceid": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 609.383576] env[65683]: WARNING neutronclient.v2_0.client [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.386654] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:96:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0076755c-d5b3-4d4a-822f-244771f2a9c0', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.398784] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Creating folder: Project (44f7a861e15f4aad9c984f7a21bddf9d). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.401231] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38c47a13-415f-4162-ad39-1ed64bf400db {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.419146] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432553, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.421185] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Created folder: Project (44f7a861e15f4aad9c984f7a21bddf9d) in parent group-v867054. [ 609.421185] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Creating folder: Instances. Parent ref: group-v867067. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.421417] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c441bfa5-88bc-4c24-aa02-22616a035a1a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.434985] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Created folder: Instances in parent group-v867067. [ 609.435475] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 609.435824] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.436241] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92dab1dc-4f83-42c5-9877-3ae2cf724f4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.461142] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.461142] env[65683]: value = "task-4432557" [ 609.461142] env[65683]: _type = "Task" [ 609.461142] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.479195] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432557, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.483012] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432554, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.592942] env[65683]: WARNING neutronclient.v2_0.client [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.669890] env[65683]: DEBUG nova.policy [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5475e6e0d5564b38990ec126f9cbda1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0acc3ba1a74c46bf849baea985a94ac1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.843623] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.843829] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.844081] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.844223] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.844394] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.844650] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2a136d-cc96-4e19-8793-9a10f69d0257 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.851748] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "refresh_cache-f023112e-bba9-404a-9c04-5dcd719257fa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.851906] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquired lock "refresh_cache-f023112e-bba9-404a-9c04-5dcd719257fa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.852084] env[65683]: DEBUG nova.network.neutron [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.855387] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.855566] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.856898] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f331b-56de-4762-b70e-c3ccde2f9b77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.869274] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efb75a1-b0ea-49b0-92b6-43ac42a7baa8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.878628] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 609.878628] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a92f42-0f77-5318-4d25-c245a26edf9b" [ 609.878628] env[65683]: _type = "Task" [ 609.878628] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.883655] env[65683]: DEBUG nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 609.892695] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a92f42-0f77-5318-4d25-c245a26edf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.913545] env[65683]: DEBUG oslo_vmware.api [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432553, 'name': PowerOnVM_Task, 'duration_secs': 1.132596} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.913910] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.914163] env[65683]: INFO nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Took 11.45 seconds to spawn the instance on the hypervisor. [ 609.914398] env[65683]: DEBUG nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 609.915317] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9486ea6-1100-4b89-93dc-9a254345caba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.978614] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432557, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.985225] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432554, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.086793] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b7182-a6bb-47e1-bb42-b91466060a8f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.095770] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a174598f-ea39-40b2-b260-5f82b3745435 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.131929] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10876612-ade3-411c-b268-204c20546d06 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.137022] env[65683]: DEBUG nova.network.neutron [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Successfully created port: 34659e3a-02fa-4461-b47d-979353a0f5a9 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.142459] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1e3ec-a456-4a0f-b765-1308315730d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.157539] env[65683]: DEBUG nova.compute.provider_tree [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.398058] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Preparing fetch location {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 610.398697] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Creating directory with path [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.400480] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13863d46-d266-4259-99d8-079650480130 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.439178] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Created directory with path [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.439433] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Fetch image to [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 610.440456] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Downloading image file data 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk on the data store datastore1 {{(pid=65683) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 610.444432] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4140c2a-d3b8-4388-b4a1-3d22312b7e3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.449203] env[65683]: INFO nova.compute.manager [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Took 17.18 seconds to build instance. [ 610.459898] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1aa6f8-be1f-49c5-b824-afd16ccd6ed4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.481745] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432557, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.486982] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a08b5ed-6d86-4698-901b-45f57bdbf047 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.501512] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432554, 'name': Rename_Task, 'duration_secs': 1.290192} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.527715] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.529042] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a4486a-a912-4b70-b952-7ac4ca9a46cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.533256] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72748b2a-fe6c-458f-ab61-54399b390ea5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.543411] env[65683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-48924e64-f78b-4403-8355-3c1e45a26d25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.545607] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 610.545607] env[65683]: value = "task-4432558" [ 610.545607] env[65683]: _type = "Task" [ 610.545607] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.573764] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Downloading image file data 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to the data store datastore1 {{(pid=65683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 610.611226] env[65683]: WARNING neutronclient.v2_0.client [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.649266] env[65683]: DEBUG nova.network.neutron [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 610.661490] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 610.662175] env[65683]: DEBUG nova.scheduler.client.report [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.901894] env[65683]: DEBUG nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 610.928460] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.928753] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.928998] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.929421] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.929485] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.929625] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.929834] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.930029] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.930250] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.930431] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.930732] env[65683]: DEBUG nova.virt.hardware [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.931906] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5519e88a-15c9-4b6b-aed6-043425ba3901 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.949191] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6155fe-74b6-4163-ae99-d547b3104a36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.954030] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3200766e-fa22-4d89-8fe9-60092e967547 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.700s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.977242] env[65683]: WARNING neutronclient.v2_0.client [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.986885] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432557, 'name': CreateVM_Task, 'duration_secs': 1.241999} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.987375] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.988920] env[65683]: WARNING neutronclient.v2_0.client [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.988920] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.988920] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.989205] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.989484] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce17a2f1-00f8-4868-a37c-e2ec6e8734d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.995543] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 610.995543] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5287d518-961c-0a22-43e8-4757bf9fe653" [ 610.995543] env[65683]: _type = "Task" [ 610.995543] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.009324] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5287d518-961c-0a22-43e8-4757bf9fe653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.068055] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432558, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.170870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.172459] env[65683]: DEBUG nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 611.174577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.222s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.176348] env[65683]: INFO nova.compute.claims [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.458616] env[65683]: DEBUG nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 611.516414] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.516651] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.516854] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.558138] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432558, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.568590] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Completed reading data from the image iterator. {{(pid=65683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 611.568886] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 611.673023] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Downloaded image file data 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk on the data store datastore1 {{(pid=65683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 611.673023] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Caching image {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 611.673023] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Copying Virtual Disk [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk to [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.673762] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-214a5305-6a32-42ea-8c34-d9a094f35a69 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.681542] env[65683]: DEBUG nova.compute.utils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.689996] env[65683]: DEBUG nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 611.690559] env[65683]: DEBUG nova.network.neutron [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 611.691198] env[65683]: WARNING neutronclient.v2_0.client [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.691641] env[65683]: WARNING neutronclient.v2_0.client [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.695052] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 611.695052] env[65683]: value = "task-4432559" [ 611.695052] env[65683]: _type = "Task" [ 611.695052] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.708017] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.917578] env[65683]: DEBUG nova.network.neutron [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Successfully updated port: 34659e3a-02fa-4461-b47d-979353a0f5a9 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.989724] env[65683]: DEBUG nova.network.neutron [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Updated VIF entry in instance network info cache for port 58671369-9c90-4eb6-a02e-7374ec83b4f1. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 611.989724] env[65683]: DEBUG nova.network.neutron [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Updating instance_info_cache with network_info: [{"id": "58671369-9c90-4eb6-a02e-7374ec83b4f1", "address": "fa:16:3e:80:66:51", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58671369-9c", "ovs_interfaceid": "58671369-9c90-4eb6-a02e-7374ec83b4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.998470] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.060441] env[65683]: DEBUG oslo_vmware.api [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432558, 'name': PowerOnVM_Task, 'duration_secs': 1.06789} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.060745] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.061117] env[65683]: INFO nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Took 11.32 seconds to spawn the instance on the hypervisor. [ 612.061339] env[65683]: DEBUG nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.062455] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c8f96d-a17b-436b-83f0-ff1ff84a1689 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.191265] env[65683]: DEBUG nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 612.208901] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432559, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.400133] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24a927-9a3b-4cb9-b6b8-66fd19ff0f55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.408774] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c708a-61bd-4ef3-bad1-05569043c152 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.441797] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.441971] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.442160] env[65683]: DEBUG nova.network.neutron [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.447024] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ccf28c-324e-4b36-a1bd-14cdee9aecf6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.456281] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0611b8-a5e2-46af-a529-8f8541c7f21c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.478046] env[65683]: DEBUG nova.compute.provider_tree [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.495021] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Releasing lock "refresh_cache-c888b0f7-d60a-4398-83a0-34259ecd28d2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.495545] env[65683]: DEBUG nova.compute.manager [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Received event network-vif-plugged-3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 612.495801] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Acquiring lock "a18c85f2-ad46-4cd3-9deb-901e6486550b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.496043] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.496425] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.496425] env[65683]: DEBUG nova.compute.manager [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] No waiting events found dispatching network-vif-plugged-3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 612.496565] env[65683]: WARNING nova.compute.manager [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Received unexpected event network-vif-plugged-3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c for instance with vm_state building and task_state spawning. [ 612.496691] env[65683]: DEBUG nova.compute.manager [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Received event network-changed-3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 612.496841] env[65683]: DEBUG nova.compute.manager [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Refreshing instance network info cache due to event network-changed-3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 612.497036] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Acquiring lock "refresh_cache-a18c85f2-ad46-4cd3-9deb-901e6486550b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.497175] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Acquired lock "refresh_cache-a18c85f2-ad46-4cd3-9deb-901e6486550b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.497331] env[65683]: DEBUG nova.network.neutron [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Refreshing network info cache for port 3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.543760] env[65683]: DEBUG nova.policy [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e03ed29b52c43f59e0a939fe43cbaf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78d2b5046d3c4de593c525e116690fe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.565679] env[65683]: DEBUG nova.network.neutron [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Updated VIF entry in instance network info cache for port 643d1990-5103-47e3-9ae4-6c3012debf41. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.566227] env[65683]: DEBUG nova.network.neutron [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Updating instance_info_cache with network_info: [{"id": "643d1990-5103-47e3-9ae4-6c3012debf41", "address": "fa:16:3e:1c:ab:07", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643d1990-51", "ovs_interfaceid": "643d1990-5103-47e3-9ae4-6c3012debf41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.587026] env[65683]: INFO nova.compute.manager [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Took 19.31 seconds to build instance. [ 612.589078] env[65683]: WARNING neutronclient.v2_0.client [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.720723] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432559, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031409} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.720945] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Copied Virtual Disk [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk to [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.721433] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Deleting the datastore file [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/tmp-sparse.vmdk {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.722356] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac1a3a59-4802-494d-ac70-a162fe2cfa94 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.733761] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 612.733761] env[65683]: value = "task-4432560" [ 612.733761] env[65683]: _type = "Task" [ 612.733761] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.749297] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.982334] env[65683]: DEBUG nova.scheduler.client.report [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.000394] env[65683]: WARNING neutronclient.v2_0.client [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.072360] env[65683]: DEBUG oslo_concurrency.lockutils [req-108a832b-82fa-464b-bf97-d7cd18965b9d req-6db21f11-a726-4ca0-8658-09380fee6820 service nova] Releasing lock "refresh_cache-667b0970-0919-4965-a076-f4c51a6bdea3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.095332] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e987de43-4560-45c1-bff3-c582d150cfff tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "667b0970-0919-4965-a076-f4c51a6bdea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.836s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.212216] env[65683]: DEBUG nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 613.242190] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.242460] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.242630] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.242836] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.242980] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.243136] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.243337] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.243485] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.243659] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.243850] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.244032] env[65683]: DEBUG nova.virt.hardware [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.244854] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab998b2-cddc-4feb-8e0a-a48c5da7fd8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.257371] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3209d948-cc6c-494d-83f2-47d370573f21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.264742] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032078} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.265969] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.266571] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Moving file from [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66/3f92e4ca-d0c4-490c-bead-8c3e146e40c9 to [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9. {{(pid=65683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 613.267582] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1d7025e5-de4d-4a1f-98f4-f5549c41cf25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.285532] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 613.285532] env[65683]: value = "task-4432561" [ 613.285532] env[65683]: _type = "Task" [ 613.285532] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.295230] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432561, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.488865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.489385] env[65683]: DEBUG nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 613.492125] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.150s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.735430] env[65683]: DEBUG nova.network.neutron [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 613.798721] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432561, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.121835} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.798977] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] File moved {{(pid=65683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 613.799176] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Cleaning up location [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 613.799334] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Deleting the datastore file [datastore1] vmware_temp/e5a9ff30-da73-423e-ae74-e9fddedb9a66 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.799797] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6f9e56-e80c-4476-95a3-8adecfc18577 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.807916] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 613.807916] env[65683]: value = "task-4432562" [ 613.807916] env[65683]: _type = "Task" [ 613.807916] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.818650] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.847346] env[65683]: DEBUG nova.network.neutron [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Updating instance_info_cache with network_info: [{"id": "d69f31df-9a78-472b-9293-a2ac490bf77d", "address": "fa:16:3e:53:c3:c7", "network": {"id": "4c1525a7-88be-416d-804f-f10b60385c3d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-794605089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f3ddae09ab4def8993465fa35f5073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69f31df-9a", "ovs_interfaceid": "d69f31df-9a78-472b-9293-a2ac490bf77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.004530] env[65683]: DEBUG nova.compute.utils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.008717] env[65683]: DEBUG nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 614.056384] env[65683]: DEBUG nova.network.neutron [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Successfully created port: 3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.321625] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082074} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.321815] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.323046] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d678ee32-0ac9-4d16-b0d3-09453f4b4b15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.330975] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 614.330975] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52848525-a27a-59b2-830d-17958dd90dcb" [ 614.330975] env[65683]: _type = "Task" [ 614.330975] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.340584] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52848525-a27a-59b2-830d-17958dd90dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.351514] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Releasing lock "refresh_cache-f023112e-bba9-404a-9c04-5dcd719257fa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.351943] env[65683]: DEBUG nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Instance network_info: |[{"id": "d69f31df-9a78-472b-9293-a2ac490bf77d", "address": "fa:16:3e:53:c3:c7", "network": {"id": "4c1525a7-88be-416d-804f-f10b60385c3d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-794605089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f3ddae09ab4def8993465fa35f5073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69f31df-9a", "ovs_interfaceid": "d69f31df-9a78-472b-9293-a2ac490bf77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 614.352477] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:c3:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd69f31df-9a78-472b-9293-a2ac490bf77d', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.362683] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Creating folder: Project (f6f3ddae09ab4def8993465fa35f5073). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.362683] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a16c7248-b8de-4941-b339-2c9999459ba8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.378859] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Created folder: Project (f6f3ddae09ab4def8993465fa35f5073) in parent group-v867054. [ 614.379173] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Creating folder: Instances. Parent ref: group-v867070. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.379530] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ba9843b-6eb7-4f0d-9984-df53028fc60c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.391689] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Created folder: Instances in parent group-v867070. [ 614.392124] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 614.392892] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.393408] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a5f3b33-41ea-4954-a27b-f4a4d43f09b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.423039] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.423039] env[65683]: value = "task-4432565" [ 614.423039] env[65683]: _type = "Task" [ 614.423039] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.435223] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432565, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.513961] env[65683]: DEBUG nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 614.536546] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 6b042a7b-f012-436e-8f7b-33ebc843f958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538689] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance c888b0f7-d60a-4398-83a0-34259ecd28d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538689] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 667b0970-0919-4965-a076-f4c51a6bdea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538689] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a18c85f2-ad46-4cd3-9deb-901e6486550b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538689] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 4db85217-7efc-4766-b2b2-f6d236b8fd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538905] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f023112e-bba9-404a-9c04-5dcd719257fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538905] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance ac264115-3fd3-4cc3-b700-dd918838b320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538905] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 95bff58e-a68b-487f-a46c-1863360282bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.538905] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 19e0c114-c8ce-4b80-9783-d1b96bf1569d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 614.847745] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52848525-a27a-59b2-830d-17958dd90dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.848457] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.848457] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] a18c85f2-ad46-4cd3-9deb-901e6486550b/a18c85f2-ad46-4cd3-9deb-901e6486550b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.848735] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.848958] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.849261] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-150d6490-73b2-4101-b049-1f7b260bc6dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.852113] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c11797dc-62ad-4299-a300-421a892b8654 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.861530] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 614.861530] env[65683]: value = "task-4432566" [ 614.861530] env[65683]: _type = "Task" [ 614.861530] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.868413] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.868738] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.870451] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed6b533-62a5-4d3d-b5a0-8191f4833512 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.878964] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.883912] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 614.883912] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5245f696-1882-ba7b-6c62-86bb174d41f3" [ 614.883912] env[65683]: _type = "Task" [ 614.883912] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.897267] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5245f696-1882-ba7b-6c62-86bb174d41f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.934556] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432565, 'name': CreateVM_Task, 'duration_secs': 0.40653} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.934823] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.935257] env[65683]: WARNING neutronclient.v2_0.client [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.935709] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.935860] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.936191] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.936471] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61daf5e3-b164-4408-8e6a-931e2ba134d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.941938] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 614.941938] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52307746-9ac9-42d5-a928-d1e74b0396fa" [ 614.941938] env[65683]: _type = "Task" [ 614.941938] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.950631] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52307746-9ac9-42d5-a928-d1e74b0396fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.044213] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 6aecb22c-d006-465f-adf3-b4533e7d5550 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 615.051583] env[65683]: WARNING neutronclient.v2_0.client [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.296869] env[65683]: DEBUG nova.compute.manager [None req-6bb2ff47-1ace-4758-8f75-49e209385e4f tempest-ServerDiagnosticsV248Test-1024842967 tempest-ServerDiagnosticsV248Test-1024842967-project-admin] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 615.298183] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb46ed7-5c6c-427e-8798-865a85f42ecb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.307990] env[65683]: INFO nova.compute.manager [None req-6bb2ff47-1ace-4758-8f75-49e209385e4f tempest-ServerDiagnosticsV248Test-1024842967 tempest-ServerDiagnosticsV248Test-1024842967-project-admin] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Retrieving diagnostics [ 615.310111] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78251103-59b2-4a62-8d49-90c6b9ff76a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.346444] env[65683]: WARNING neutronclient.v2_0.client [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.374313] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.375460] env[65683]: DEBUG nova.network.neutron [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance_info_cache with network_info: [{"id": "34659e3a-02fa-4461-b47d-979353a0f5a9", "address": "fa:16:3e:7c:87:6d", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34659e3a-02", "ovs_interfaceid": "34659e3a-02fa-4461-b47d-979353a0f5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.396181] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5245f696-1882-ba7b-6c62-86bb174d41f3, 'name': SearchDatastore_Task, 'duration_secs': 0.019514} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.398842] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a56c47b-c751-4921-bdfa-4883a06f4a9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.406707] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 615.406707] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526c9ea3-cf38-d04f-ad0f-16559c853478" [ 615.406707] env[65683]: _type = "Task" [ 615.406707] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.416746] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526c9ea3-cf38-d04f-ad0f-16559c853478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.453901] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52307746-9ac9-42d5-a928-d1e74b0396fa, 'name': SearchDatastore_Task, 'duration_secs': 0.029835} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.454264] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.454493] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.454716] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.480103] env[65683]: DEBUG nova.network.neutron [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Updated VIF entry in instance network info cache for port 3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.480713] env[65683]: DEBUG nova.network.neutron [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Updating instance_info_cache with network_info: [{"id": "3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c", "address": "fa:16:3e:ad:b4:69", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2c0dc1-0c", "ovs_interfaceid": "3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.525758] env[65683]: DEBUG nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 615.536559] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received event network-vif-plugged-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 615.536865] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Acquiring lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.537215] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.537527] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.537988] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] No waiting events found dispatching network-vif-plugged-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 615.537988] env[65683]: WARNING nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received unexpected event network-vif-plugged-0076755c-d5b3-4d4a-822f-244771f2a9c0 for instance with vm_state building and task_state spawning. [ 615.538110] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 615.538260] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing instance network info cache due to event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 615.538548] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Acquiring lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.538699] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Acquired lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.538855] env[65683]: DEBUG nova.network.neutron [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.549123] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance d74f35ca-04cc-415e-a71d-3d78e99e7a01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 615.565049] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 615.565550] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.565550] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 615.566189] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.566189] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 615.566406] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 615.566508] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 615.566652] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 615.567128] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 615.567128] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 615.567369] env[65683]: DEBUG nova.virt.hardware [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 615.569471] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f25e1d-748a-4fc2-908d-15800a2c1c31 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.582407] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214aa4c-3e8f-44fa-86f7-50f67111e78c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.603557] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.609744] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Creating folder: Project (c7347d5ef8bb4160ba43b685134d1396). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.610596] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a3c228d-cbb5-4880-9157-54996797761a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.624602] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Created folder: Project (c7347d5ef8bb4160ba43b685134d1396) in parent group-v867054. [ 615.625075] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Creating folder: Instances. Parent ref: group-v867073. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.625075] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a2e5e3b-f1cc-44c9-b798-ed10b6f9b672 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.637258] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Created folder: Instances in parent group-v867073. [ 615.637622] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 615.637801] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.638112] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97b9784d-aa21-4710-9391-04dbf06799f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.658958] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.658958] env[65683]: value = "task-4432569" [ 615.658958] env[65683]: _type = "Task" [ 615.658958] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.670539] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432569, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.874576] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.939775} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.874839] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] a18c85f2-ad46-4cd3-9deb-901e6486550b/a18c85f2-ad46-4cd3-9deb-901e6486550b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.875045] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.875426] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef2cce3-348b-4bef-b56f-b00c6aaa56a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.878332] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.878682] env[65683]: DEBUG nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Instance network_info: |[{"id": "34659e3a-02fa-4461-b47d-979353a0f5a9", "address": "fa:16:3e:7c:87:6d", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34659e3a-02", "ovs_interfaceid": "34659e3a-02fa-4461-b47d-979353a0f5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 615.879228] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:87:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34659e3a-02fa-4461-b47d-979353a0f5a9', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.892134] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Creating folder: Project (0acc3ba1a74c46bf849baea985a94ac1). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.894141] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-746d9734-5101-44a3-8c14-486e76d367a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.900509] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 615.900509] env[65683]: value = "task-4432570" [ 615.900509] env[65683]: _type = "Task" [ 615.900509] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.911128] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Created folder: Project (0acc3ba1a74c46bf849baea985a94ac1) in parent group-v867054. [ 615.912614] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Creating folder: Instances. Parent ref: group-v867076. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.917112] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e7f4f63-0c43-4956-96e0-733299b4f724 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.922210] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.926016] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526c9ea3-cf38-d04f-ad0f-16559c853478, 'name': SearchDatastore_Task, 'duration_secs': 0.085185} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.926281] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.926532] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 4db85217-7efc-4766-b2b2-f6d236b8fd5c/4db85217-7efc-4766-b2b2-f6d236b8fd5c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.927870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.927870] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.927870] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-279bf3ca-b236-4479-8bd9-935f55d5f5c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.930380] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c90d13-23a6-4168-a5f6-57e60e84b342 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.933577] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Created folder: Instances in parent group-v867076. [ 615.933889] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 615.934484] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.934731] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afc52b62-ef0a-4129-91a1-067866c72064 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.952901] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 615.952901] env[65683]: value = "task-4432573" [ 615.952901] env[65683]: _type = "Task" [ 615.952901] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.953252] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.953365] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.954745] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a0e01f-e97a-47af-a09d-1e60f82d12c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.963542] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.963542] env[65683]: value = "task-4432574" [ 615.963542] env[65683]: _type = "Task" [ 615.963542] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.971673] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 615.971673] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d635b1-a7c6-99bf-9257-6d11d8f45384" [ 615.971673] env[65683]: _type = "Task" [ 615.971673] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.973033] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.979421] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432574, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.986184] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d0c48a7-d781-4910-94f5-efb61b1075cb req-b8f082b6-5812-4ec6-9d1a-7ca0091129aa service nova] Releasing lock "refresh_cache-a18c85f2-ad46-4cd3-9deb-901e6486550b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.986607] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d635b1-a7c6-99bf-9257-6d11d8f45384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.042681] env[65683]: WARNING neutronclient.v2_0.client [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.053295] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f307e1d6-7592-42cd-9982-76fbb21fffae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 616.053524] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 616.053779] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '3', 'num_task_None': '4', 'num_os_type_None': '9', 'num_proj_9929d9bf96a14f7fa78b1271d1a9e9b7': '1', 'io_workload': '6', 'num_proj_39d6c3530e1046549b91606a4d101644': '1', 'num_proj_c621d1aecd984edcaa64e6cea2836812': '1', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_proj_11091f510f104776ae40ab8d18f9017c': '1', 'num_proj_44f7a861e15f4aad9c984f7a21bddf9d': '1', 'num_proj_f6f3ddae09ab4def8993465fa35f5073': '1', 'num_proj_0acc3ba1a74c46bf849baea985a94ac1': '1', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '1', 'num_proj_c7347d5ef8bb4160ba43b685134d1396': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 616.077920] env[65683]: DEBUG nova.network.neutron [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Successfully updated port: 3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.172760] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432569, 'name': CreateVM_Task, 'duration_secs': 0.348345} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.176023] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.176023] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.176023] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.177191] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.177191] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27956a1-c12e-4fb6-bbe4-12941023f2b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.182865] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 616.182865] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527ddfd0-8312-ecb0-63e3-78a06f8b08f0" [ 616.182865] env[65683]: _type = "Task" [ 616.182865] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.195190] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527ddfd0-8312-ecb0-63e3-78a06f8b08f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.245968] env[65683]: DEBUG nova.compute.manager [None req-6ec9f711-5f40-46cb-bf4f-8eda61611ef8 tempest-ServerDiagnosticsTest-1868463605 tempest-ServerDiagnosticsTest-1868463605-project-admin] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 616.247331] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1db67-4d60-49f3-8844-c96700c6f8f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.259968] env[65683]: INFO nova.compute.manager [None req-6ec9f711-5f40-46cb-bf4f-8eda61611ef8 tempest-ServerDiagnosticsTest-1868463605 tempest-ServerDiagnosticsTest-1868463605-project-admin] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Retrieving diagnostics [ 616.260836] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb466a-f7c9-46bd-af87-1806478315b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.310386] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937b8896-133b-4d54-a1d7-0009e30bda10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.319510] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac4c9a2-0b46-4436-9cf1-d4ab981c350a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.351980] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4426c9ba-e2ed-4057-9393-b6c4296015d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.362395] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba47746-dea5-434f-8357-92f99dfe5629 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.379670] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.414863] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077444} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.419309] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.419309] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7967a343-6533-410a-b918-06506bf8e3dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.442147] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a18c85f2-ad46-4cd3-9deb-901e6486550b/a18c85f2-ad46-4cd3-9deb-901e6486550b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.442466] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae0feff-d1fc-4ba7-906d-224392aee0d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.469916] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432573, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.476289] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 616.476289] env[65683]: value = "task-4432575" [ 616.476289] env[65683]: _type = "Task" [ 616.476289] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.489136] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432574, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.496484] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d635b1-a7c6-99bf-9257-6d11d8f45384, 'name': SearchDatastore_Task, 'duration_secs': 0.023975} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.500761] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.501059] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90eddb51-96be-4388-a8d4-78c428777b13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.510027] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 616.510027] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528b98bd-f1c4-2654-6eef-276dccdee262" [ 616.510027] env[65683]: _type = "Task" [ 616.510027] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.519543] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528b98bd-f1c4-2654-6eef-276dccdee262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.583506] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.583506] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.583506] env[65683]: DEBUG nova.network.neutron [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.696224] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527ddfd0-8312-ecb0-63e3-78a06f8b08f0, 'name': SearchDatastore_Task, 'duration_secs': 0.016688} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.696754] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.697191] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.697485] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.886181] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.968211] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888667} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.970031] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 4db85217-7efc-4766-b2b2-f6d236b8fd5c/4db85217-7efc-4766-b2b2-f6d236b8fd5c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.970031] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.970031] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c095157a-8092-4769-b85e-10ea12d41917 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.986048] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432574, 'name': CreateVM_Task, 'duration_secs': 0.862874} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.986326] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 616.986326] env[65683]: value = "task-4432576" [ 616.986326] env[65683]: _type = "Task" [ 616.986326] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.986850] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.987446] env[65683]: WARNING neutronclient.v2_0.client [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.987788] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.987933] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.988253] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.994873] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edcf15c-14c0-4777-b634-c258c099ce2c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.997366] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.007709] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.007709] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 617.007709] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5208704c-575d-7728-efd4-96cb4d4503c9" [ 617.007709] env[65683]: _type = "Task" [ 617.007709] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.022130] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528b98bd-f1c4-2654-6eef-276dccdee262, 'name': SearchDatastore_Task, 'duration_secs': 0.061483} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.022391] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5208704c-575d-7728-efd4-96cb4d4503c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.022669] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.022931] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] f023112e-bba9-404a-9c04-5dcd719257fa/f023112e-bba9-404a-9c04-5dcd719257fa.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.023235] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.023432] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.023700] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff205865-3974-4968-8f7a-a485902d993e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.025832] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b954815d-fcc0-49fb-be7b-fc5bdaf6dc24 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.035436] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 617.035436] env[65683]: value = "task-4432577" [ 617.035436] env[65683]: _type = "Task" [ 617.035436] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.040009] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.040281] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.041428] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9265b490-40da-4027-9909-caea4b267410 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.047379] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.051534] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 617.051534] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527f404a-8abd-c7c6-a28d-56e66eeecac2" [ 617.051534] env[65683]: _type = "Task" [ 617.051534] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.063379] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527f404a-8abd-c7c6-a28d-56e66eeecac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.269511] env[65683]: WARNING neutronclient.v2_0.client [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.296623] env[65683]: DEBUG nova.network.neutron [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 617.390827] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 617.391469] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.899s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.391469] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.172s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.393522] env[65683]: INFO nova.compute.claims [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.487505] env[65683]: DEBUG nova.network.neutron [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updated VIF entry in instance network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 617.488392] env[65683]: DEBUG nova.network.neutron [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updating instance_info_cache with network_info: [{"id": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "address": "fa:16:3e:bb:96:05", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0076755c-d5", "ovs_interfaceid": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.505083] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432575, 'name': ReconfigVM_Task, 'duration_secs': 0.987596} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.506530] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a18c85f2-ad46-4cd3-9deb-901e6486550b/a18c85f2-ad46-4cd3-9deb-901e6486550b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.508025] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-784f6a23-5e41-4779-ab0a-3aeaec7dff44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.523907] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129239} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.524920] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.526366] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed5da44-13f0-4d67-b6d6-30dbb0595525 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.535837] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5208704c-575d-7728-efd4-96cb4d4503c9, 'name': SearchDatastore_Task, 'duration_secs': 0.025616} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.536471] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 617.536471] env[65683]: value = "task-4432578" [ 617.536471] env[65683]: _type = "Task" [ 617.536471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.537152] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.537489] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.537737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.569882] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 4db85217-7efc-4766-b2b2-f6d236b8fd5c/4db85217-7efc-4766-b2b2-f6d236b8fd5c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.575604] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c80043-b0f2-4fed-bfb5-29d3b9a19f8d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.603064] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.603397] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432578, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.604969] env[65683]: WARNING neutronclient.v2_0.client [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.617094] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527f404a-8abd-c7c6-a28d-56e66eeecac2, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.620220] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87940899-1354-4acc-b2a3-91b8631d0782 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.630341] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 617.630341] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d00a1f-3199-389d-610e-5f82d730f27f" [ 617.630341] env[65683]: _type = "Task" [ 617.630341] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.637614] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 617.637614] env[65683]: value = "task-4432579" [ 617.637614] env[65683]: _type = "Task" [ 617.637614] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.646220] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d00a1f-3199-389d-610e-5f82d730f27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.654868] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.750294] env[65683]: DEBUG nova.network.neutron [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.992374] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Releasing lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.992681] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Received event network-vif-plugged-d69f31df-9a78-472b-9293-a2ac490bf77d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.992877] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Acquiring lock "f023112e-bba9-404a-9c04-5dcd719257fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.993088] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Lock "f023112e-bba9-404a-9c04-5dcd719257fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.993239] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Lock "f023112e-bba9-404a-9c04-5dcd719257fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.993391] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] No waiting events found dispatching network-vif-plugged-d69f31df-9a78-472b-9293-a2ac490bf77d {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 617.993546] env[65683]: WARNING nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Received unexpected event network-vif-plugged-d69f31df-9a78-472b-9293-a2ac490bf77d for instance with vm_state building and task_state spawning. [ 617.993710] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Received event network-changed-d69f31df-9a78-472b-9293-a2ac490bf77d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.993867] env[65683]: DEBUG nova.compute.manager [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Refreshing instance network info cache due to event network-changed-d69f31df-9a78-472b-9293-a2ac490bf77d. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 617.994054] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Acquiring lock "refresh_cache-f023112e-bba9-404a-9c04-5dcd719257fa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.994205] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Acquired lock "refresh_cache-f023112e-bba9-404a-9c04-5dcd719257fa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.994326] env[65683]: DEBUG nova.network.neutron [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Refreshing network info cache for port d69f31df-9a78-472b-9293-a2ac490bf77d {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.029357] env[65683]: DEBUG nova.compute.manager [req-74acc54b-5651-4daf-982e-bb1e07514f5f req-dd05a0af-9f4a-4585-b56a-3e01a6ff2601 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Received event network-vif-plugged-3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.029636] env[65683]: DEBUG oslo_concurrency.lockutils [req-74acc54b-5651-4daf-982e-bb1e07514f5f req-dd05a0af-9f4a-4585-b56a-3e01a6ff2601 service nova] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.029636] env[65683]: DEBUG oslo_concurrency.lockutils [req-74acc54b-5651-4daf-982e-bb1e07514f5f req-dd05a0af-9f4a-4585-b56a-3e01a6ff2601 service nova] Lock "95bff58e-a68b-487f-a46c-1863360282bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.029826] env[65683]: DEBUG oslo_concurrency.lockutils [req-74acc54b-5651-4daf-982e-bb1e07514f5f req-dd05a0af-9f4a-4585-b56a-3e01a6ff2601 service nova] Lock "95bff58e-a68b-487f-a46c-1863360282bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.030427] env[65683]: DEBUG nova.compute.manager [req-74acc54b-5651-4daf-982e-bb1e07514f5f req-dd05a0af-9f4a-4585-b56a-3e01a6ff2601 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] No waiting events found dispatching network-vif-plugged-3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.030427] env[65683]: WARNING nova.compute.manager [req-74acc54b-5651-4daf-982e-bb1e07514f5f req-dd05a0af-9f4a-4585-b56a-3e01a6ff2601 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Received unexpected event network-vif-plugged-3eee0150-7cb3-4790-8ed4-b759b257a326 for instance with vm_state building and task_state spawning. [ 618.052641] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432578, 'name': Rename_Task, 'duration_secs': 0.387799} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.055779] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.056823] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804547} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.056823] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86cbbee3-6c90-40bd-b7ac-a342fc79390d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.058442] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] f023112e-bba9-404a-9c04-5dcd719257fa/f023112e-bba9-404a-9c04-5dcd719257fa.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.058525] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.058778] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba05a0b8-5806-471f-8ee0-d16f358e3571 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.067537] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 618.067537] env[65683]: value = "task-4432581" [ 618.067537] env[65683]: _type = "Task" [ 618.067537] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.069439] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 618.069439] env[65683]: value = "task-4432580" [ 618.069439] env[65683]: _type = "Task" [ 618.069439] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.086990] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.090694] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.144672] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d00a1f-3199-389d-610e-5f82d730f27f, 'name': SearchDatastore_Task, 'duration_secs': 0.061566} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.148549] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.148827] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.149135] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.149321] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.149541] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-817d0eec-070e-4af8-a86e-b123d4670ff9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.152073] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c354d8-887a-4383-910d-5d0f75f27a56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.158305] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432579, 'name': ReconfigVM_Task, 'duration_secs': 0.403357} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.161770] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 4db85217-7efc-4766-b2b2-f6d236b8fd5c/4db85217-7efc-4766-b2b2-f6d236b8fd5c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.161770] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 618.161770] env[65683]: value = "task-4432582" [ 618.161770] env[65683]: _type = "Task" [ 618.161770] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.161770] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a3b9dbb-9068-492d-8993-639bda8cd392 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.168251] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.168251] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.169519] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26cd28b6-ee5a-4763-91d2-4973d16a9445 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.175172] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 618.175172] env[65683]: value = "task-4432583" [ 618.175172] env[65683]: _type = "Task" [ 618.175172] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.178330] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.182419] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 618.182419] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d7961b-171d-f54a-d0b6-03afeb5dbc08" [ 618.182419] env[65683]: _type = "Task" [ 618.182419] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.189309] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432583, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.195083] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d7961b-171d-f54a-d0b6-03afeb5dbc08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.254031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.254537] env[65683]: DEBUG nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Instance network_info: |[{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 618.255535] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:05:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eee0150-7cb3-4790-8ed4-b759b257a326', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.264699] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Creating folder: Project (78d2b5046d3c4de593c525e116690fe1). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.265175] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db7912c9-0728-4107-8969-503812e0d253 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.279914] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Created folder: Project (78d2b5046d3c4de593c525e116690fe1) in parent group-v867054. [ 618.279914] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Creating folder: Instances. Parent ref: group-v867079. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.280327] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81cd1ac6-7a0a-4fa8-8bb9-a9ffe614e14b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.295248] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Created folder: Instances in parent group-v867079. [ 618.295584] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 618.295686] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.296576] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3248531b-0946-4db0-a142-d3ee149e6552 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.321565] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.321565] env[65683]: value = "task-4432586" [ 618.321565] env[65683]: _type = "Task" [ 618.321565] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.331820] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432586, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.501620] env[65683]: WARNING neutronclient.v2_0.client [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.506646] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "0129724f-53f3-446a-b2b5-4df9cf72b45f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.507902] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.595586] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157655} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.595890] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.596209] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.597244] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cdcc1b-6b56-44af-ad3e-97314dc73eae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.629163] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] f023112e-bba9-404a-9c04-5dcd719257fa/f023112e-bba9-404a-9c04-5dcd719257fa.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.634833] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e6b6e7-3ebc-4ce6-9e8c-85db16a24a80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.663977] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 618.663977] env[65683]: value = "task-4432587" [ 618.663977] env[65683]: _type = "Task" [ 618.663977] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.692542] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432587, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.692542] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432582, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.703438] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432583, 'name': Rename_Task, 'duration_secs': 0.198901} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.703750] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.704037] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b484357c-b778-4faf-bc6d-c2d18d65d62b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.709977] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d7961b-171d-f54a-d0b6-03afeb5dbc08, 'name': SearchDatastore_Task, 'duration_secs': 0.018397} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.711408] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d85b4b8-4ba3-4b99-b670-7eca38876565 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.716763] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 618.716763] env[65683]: value = "task-4432588" [ 618.716763] env[65683]: _type = "Task" [ 618.716763] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.719032] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 618.719032] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52506392-465b-2950-bf6d-c1f35652c63b" [ 618.719032] env[65683]: _type = "Task" [ 618.719032] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.739190] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.742551] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52506392-465b-2950-bf6d-c1f35652c63b, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.748889] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.749542] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ac264115-3fd3-4cc3-b700-dd918838b320/ac264115-3fd3-4cc3-b700-dd918838b320.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.750181] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa4d630e-c009-4aa9-bcc9-c0c4919be1df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.760311] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 618.760311] env[65683]: value = "task-4432589" [ 618.760311] env[65683]: _type = "Task" [ 618.760311] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.774086] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.779173] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6833faf1-3578-4889-9bb1-4e1255ac3df8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.787743] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48484f-6126-437c-9b4e-59a05e4ddbb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.829415] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128cd0c-95c4-48ab-bb84-dc73eac76f5c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.840634] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432586, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.844128] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b373aae4-93bd-4c2a-ad8f-ead965cc1171 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.861768] env[65683]: DEBUG nova.compute.provider_tree [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.011723] env[65683]: DEBUG nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 619.082888] env[65683]: DEBUG oslo_vmware.api [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432581, 'name': PowerOnVM_Task, 'duration_secs': 0.818391} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.083244] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.083516] env[65683]: INFO nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Took 15.10 seconds to spawn the instance on the hypervisor. [ 619.083585] env[65683]: DEBUG nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 619.086478] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae79847-4a19-4a90-ad4c-e0a9e7f05452 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.178081] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538189} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.181887] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.182324] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.182837] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33369ae1-d0ce-4005-97fb-c4e3fb1bb702 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.192466] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.196213] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 619.196213] env[65683]: value = "task-4432590" [ 619.196213] env[65683]: _type = "Task" [ 619.196213] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.204871] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.234481] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.277520] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.336800] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432586, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.367989] env[65683]: WARNING neutronclient.v2_0.client [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.372219] env[65683]: DEBUG nova.scheduler.client.report [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.539918] env[65683]: DEBUG nova.network.neutron [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Updated VIF entry in instance network info cache for port d69f31df-9a78-472b-9293-a2ac490bf77d. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.540349] env[65683]: DEBUG nova.network.neutron [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Updating instance_info_cache with network_info: [{"id": "d69f31df-9a78-472b-9293-a2ac490bf77d", "address": "fa:16:3e:53:c3:c7", "network": {"id": "4c1525a7-88be-416d-804f-f10b60385c3d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-794605089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f3ddae09ab4def8993465fa35f5073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69f31df-9a", "ovs_interfaceid": "d69f31df-9a78-472b-9293-a2ac490bf77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.543457] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.607676] env[65683]: INFO nova.compute.manager [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Took 26.06 seconds to build instance. [ 619.692791] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.714049] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08078} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.714049] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.714731] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee7e66-b9f2-4ae0-a0f7-e128568ae47f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.748071] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.748071] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ff519e-75bd-482d-b367-6dc7ad0829a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.771198] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.787761] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432589, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.788172] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 619.788172] env[65683]: value = "task-4432591" [ 619.788172] env[65683]: _type = "Task" [ 619.788172] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.800814] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.838599] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432586, 'name': CreateVM_Task, 'duration_secs': 1.454305} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.838865] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.839619] env[65683]: WARNING neutronclient.v2_0.client [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.840131] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.840355] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.840738] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.841024] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c75d90-f961-4aec-b673-8b007480e5a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.847577] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 619.847577] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f53929-a98e-6734-e7f8-b18777f36d29" [ 619.847577] env[65683]: _type = "Task" [ 619.847577] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.859201] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f53929-a98e-6734-e7f8-b18777f36d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.869764] env[65683]: DEBUG nova.compute.manager [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Received event network-vif-plugged-34659e3a-02fa-4461-b47d-979353a0f5a9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.869764] env[65683]: DEBUG oslo_concurrency.lockutils [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] Acquiring lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.869764] env[65683]: DEBUG oslo_concurrency.lockutils [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] Lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.869764] env[65683]: DEBUG oslo_concurrency.lockutils [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] Lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.869764] env[65683]: DEBUG nova.compute.manager [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] No waiting events found dispatching network-vif-plugged-34659e3a-02fa-4461-b47d-979353a0f5a9 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.869982] env[65683]: WARNING nova.compute.manager [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Received unexpected event network-vif-plugged-34659e3a-02fa-4461-b47d-979353a0f5a9 for instance with vm_state building and task_state spawning. [ 619.869982] env[65683]: DEBUG nova.compute.manager [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Received event network-changed-34659e3a-02fa-4461-b47d-979353a0f5a9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.869982] env[65683]: DEBUG nova.compute.manager [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Refreshing instance network info cache due to event network-changed-34659e3a-02fa-4461-b47d-979353a0f5a9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 619.869982] env[65683]: DEBUG oslo_concurrency.lockutils [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] Acquiring lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.870419] env[65683]: DEBUG oslo_concurrency.lockutils [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] Acquired lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.870419] env[65683]: DEBUG nova.network.neutron [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Refreshing network info cache for port 34659e3a-02fa-4461-b47d-979353a0f5a9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.877996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.878246] env[65683]: DEBUG nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 619.882691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.637s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.884487] env[65683]: INFO nova.compute.claims [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.911997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "c888b0f7-d60a-4398-83a0-34259ecd28d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.911997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.911997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "c888b0f7-d60a-4398-83a0-34259ecd28d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.911997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.912406] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.914220] env[65683]: INFO nova.compute.manager [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Terminating instance [ 620.046349] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9ac1ed1-c631-4625-b9d6-8928c61d8206 req-784cf1ed-ce5a-4484-a7ec-db987f28f496 service nova] Releasing lock "refresh_cache-f023112e-bba9-404a-9c04-5dcd719257fa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.111347] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f69ca06-974e-4181-88ce-c1c7f8c25778 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.578s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.195106] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432587, 'name': ReconfigVM_Task, 'duration_secs': 1.140889} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.195790] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Reconfigured VM instance instance-00000006 to attach disk [datastore1] f023112e-bba9-404a-9c04-5dcd719257fa/f023112e-bba9-404a-9c04-5dcd719257fa.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.196768] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc7ef3d3-5adf-4d58-85c9-bce380ca8237 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.210625] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 620.210625] env[65683]: value = "task-4432592" [ 620.210625] env[65683]: _type = "Task" [ 620.210625] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.226621] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432592, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.235505] env[65683]: DEBUG oslo_vmware.api [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432588, 'name': PowerOnVM_Task, 'duration_secs': 1.511084} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.235772] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.235959] env[65683]: INFO nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Took 13.95 seconds to spawn the instance on the hypervisor. [ 620.236142] env[65683]: DEBUG nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 620.236921] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d97b45a-92ab-4fa2-b538-47ff35ec3004 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.282895] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432589, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.045923} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.283179] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ac264115-3fd3-4cc3-b700-dd918838b320/ac264115-3fd3-4cc3-b700-dd918838b320.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.283391] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.284136] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf83f9f-e048-47a7-b38f-f2c754ce6544 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.294144] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 620.294144] env[65683]: value = "task-4432593" [ 620.294144] env[65683]: _type = "Task" [ 620.294144] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.302282] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432591, 'name': ReconfigVM_Task, 'duration_secs': 0.433867} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.303227] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.303926] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2943438c-d7b0-4e79-89dd-a5ada6d02df6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.309659] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.317600] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 620.317600] env[65683]: value = "task-4432594" [ 620.317600] env[65683]: _type = "Task" [ 620.317600] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.329323] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432594, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.360610] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f53929-a98e-6734-e7f8-b18777f36d29, 'name': SearchDatastore_Task, 'duration_secs': 0.014928} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.360885] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.361121] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.361347] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.361478] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.361676] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.362073] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9f1f28-23c9-4bd8-ac4e-6ab6df726f14 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.374742] env[65683]: WARNING neutronclient.v2_0.client [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.376806] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.376980] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.378188] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c06271d-7c89-4916-a154-3ab5b854dc9e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.386928] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 620.386928] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52811879-ba76-1b8b-f766-8815d663fd09" [ 620.386928] env[65683]: _type = "Task" [ 620.386928] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.390393] env[65683]: DEBUG nova.compute.utils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.394254] env[65683]: DEBUG nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 620.394593] env[65683]: DEBUG nova.network.neutron [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.394778] env[65683]: WARNING neutronclient.v2_0.client [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.397019] env[65683]: WARNING neutronclient.v2_0.client [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.403647] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52811879-ba76-1b8b-f766-8815d663fd09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.418978] env[65683]: DEBUG nova.compute.manager [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 620.419243] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.420588] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d66b2-ab63-4c08-b45b-7278273c351a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.431031] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.431031] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cbc01f-16ce-4894-8fbc-eea986ed2d4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.440118] env[65683]: DEBUG oslo_vmware.api [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 620.440118] env[65683]: value = "task-4432595" [ 620.440118] env[65683]: _type = "Task" [ 620.440118] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.451587] env[65683]: DEBUG oslo_vmware.api [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.502040] env[65683]: DEBUG nova.policy [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.662511] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.663073] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.723133] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432592, 'name': Rename_Task, 'duration_secs': 0.318585} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.723397] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.723646] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b6c38d9-422c-49b5-8cd0-6557c3c99841 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.732394] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 620.732394] env[65683]: value = "task-4432596" [ 620.732394] env[65683]: _type = "Task" [ 620.732394] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.745041] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.755744] env[65683]: INFO nova.compute.manager [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Took 26.66 seconds to build instance. [ 620.809100] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074946} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.809395] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.810485] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a720db-953a-4fc2-818f-b8d3e543c506 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.835906] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ac264115-3fd3-4cc3-b700-dd918838b320/ac264115-3fd3-4cc3-b700-dd918838b320.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.839228] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1871c7d9-0daf-48a0-a5f5-c0aa683afeb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.861076] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432594, 'name': Rename_Task, 'duration_secs': 0.532812} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.864131] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.864131] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 620.864131] env[65683]: value = "task-4432597" [ 620.864131] env[65683]: _type = "Task" [ 620.864131] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.864131] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba3e39ac-6b70-4bed-a1d2-a1e515246b95 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.876446] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.878700] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 620.878700] env[65683]: value = "task-4432598" [ 620.878700] env[65683]: _type = "Task" [ 620.878700] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.888039] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.898039] env[65683]: DEBUG nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 620.904969] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52811879-ba76-1b8b-f766-8815d663fd09, 'name': SearchDatastore_Task, 'duration_secs': 0.031758} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.908308] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae9aced-8648-49ff-bae9-cab887e5a1c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.916311] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 620.916311] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529bd3fe-486c-7b42-388b-9476f7f68a6c" [ 620.916311] env[65683]: _type = "Task" [ 620.916311] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.927783] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529bd3fe-486c-7b42-388b-9476f7f68a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.954949] env[65683]: DEBUG oslo_vmware.api [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432595, 'name': PowerOffVM_Task, 'duration_secs': 0.304886} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.957760] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.957760] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.957760] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-351acee0-7af1-4db0-bdd6-22cd4c7e2de8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.028711] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.029037] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.029271] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Deleting the datastore file [datastore2] c888b0f7-d60a-4398-83a0-34259ecd28d2 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.029598] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e32519d-98de-4f4a-a6b8-f944053b1c4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.039040] env[65683]: DEBUG oslo_vmware.api [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for the task: (returnval){ [ 621.039040] env[65683]: value = "task-4432600" [ 621.039040] env[65683]: _type = "Task" [ 621.039040] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.050227] env[65683]: DEBUG oslo_vmware.api [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.154863] env[65683]: DEBUG nova.network.neutron [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Successfully created port: 78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.166746] env[65683]: DEBUG nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 621.180626] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c35646-b1db-4591-8ad3-3b44d01a3dfe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.186903] env[65683]: WARNING neutronclient.v2_0.client [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.193281] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf60466-52b6-4c8c-9df9-28301f19f600 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.232947] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf9227-b38e-4be9-b6c2-e862c03e1009 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.253289] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dba23bc-084a-4902-9947-f942599c9006 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.258498] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.261830] env[65683]: DEBUG oslo_concurrency.lockutils [None req-977fb938-1cf2-42fc-9c5b-3da665a38bf7 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.178s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.270527] env[65683]: DEBUG nova.compute.provider_tree [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.377686] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432597, 'name': ReconfigVM_Task, 'duration_secs': 0.447256} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.377817] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ac264115-3fd3-4cc3-b700-dd918838b320/ac264115-3fd3-4cc3-b700-dd918838b320.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.381020] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1273ef51-17f0-4eca-afa4-048c71ad00ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.393255] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.394923] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 621.394923] env[65683]: value = "task-4432601" [ 621.394923] env[65683]: _type = "Task" [ 621.394923] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.403975] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432601, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.427649] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529bd3fe-486c-7b42-388b-9476f7f68a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.427994] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.428303] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 95bff58e-a68b-487f-a46c-1863360282bd/95bff58e-a68b-487f-a46c-1863360282bd.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.428617] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-215df47a-2711-469f-996b-211e2e997517 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.436904] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 621.436904] env[65683]: value = "task-4432602" [ 621.436904] env[65683]: _type = "Task" [ 621.436904] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.447479] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.552175] env[65683]: DEBUG oslo_vmware.api [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Task: {'id': task-4432600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220237} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.552696] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.553077] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.553458] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.553812] env[65683]: INFO nova.compute.manager [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 621.554321] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 621.554637] env[65683]: DEBUG nova.compute.manager [-] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 621.554840] env[65683]: DEBUG nova.network.neutron [-] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 621.555188] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.690719] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.747548] env[65683]: DEBUG oslo_vmware.api [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432596, 'name': PowerOnVM_Task, 'duration_secs': 0.61246} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.747942] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.748010] env[65683]: INFO nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Took 13.16 seconds to spawn the instance on the hypervisor. [ 621.748189] env[65683]: DEBUG nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.748976] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f6f283-67a0-43d9-b2aa-200371289f71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.775837] env[65683]: DEBUG nova.scheduler.client.report [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.891332] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432598, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.906506] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432601, 'name': Rename_Task, 'duration_secs': 0.213158} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.906822] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.907124] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dced09c1-c984-4105-bf18-8465a62b2602 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.916039] env[65683]: DEBUG nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 621.918762] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 621.918762] env[65683]: value = "task-4432603" [ 621.918762] env[65683]: _type = "Task" [ 621.918762] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.929144] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.946747] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 621.947041] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.947206] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 621.947415] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.947558] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 621.947697] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 621.947900] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.948073] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 621.948241] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 621.948398] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 621.948618] env[65683]: DEBUG nova.virt.hardware [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 621.949607] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d3b189-68ce-4cf0-a77d-9a70c06d9e18 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.955734] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432602, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.962810] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eedbbb-3fb6-4607-81b0-fb1588ec6d6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.268330] env[65683]: DEBUG nova.network.neutron [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updated VIF entry in instance network info cache for port 34659e3a-02fa-4461-b47d-979353a0f5a9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.268670] env[65683]: DEBUG nova.network.neutron [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance_info_cache with network_info: [{"id": "34659e3a-02fa-4461-b47d-979353a0f5a9", "address": "fa:16:3e:7c:87:6d", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34659e3a-02", "ovs_interfaceid": "34659e3a-02fa-4461-b47d-979353a0f5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.273502] env[65683]: INFO nova.compute.manager [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Took 25.56 seconds to build instance. [ 622.280734] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.281255] env[65683]: DEBUG nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 622.287151] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.291s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.288639] env[65683]: INFO nova.compute.claims [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.394341] env[65683]: DEBUG oslo_vmware.api [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432598, 'name': PowerOnVM_Task, 'duration_secs': 1.331635} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.394855] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.396014] env[65683]: INFO nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Took 6.87 seconds to spawn the instance on the hypervisor. [ 622.399023] env[65683]: DEBUG nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 622.399023] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82e082-c0f9-4d58-a153-dd3d0adc75c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.431276] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432603, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.451299] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594645} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.451680] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 95bff58e-a68b-487f-a46c-1863360282bd/95bff58e-a68b-487f-a46c-1863360282bd.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.451963] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.452256] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd8ba7ec-d1bd-4357-a97b-894b69ddd5a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.460427] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 622.460427] env[65683]: value = "task-4432604" [ 622.460427] env[65683]: _type = "Task" [ 622.460427] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.470017] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.528105] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.773922] env[65683]: DEBUG oslo_concurrency.lockutils [req-8ea26835-d9c5-4c64-9567-9b83a2bc0259 req-115aac3e-477e-42e8-be67-0fc27e5087c9 service nova] Releasing lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.776300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aeee7236-fe43-4fdc-aa9d-7fd02e937dff tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "f023112e-bba9-404a-9c04-5dcd719257fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.076s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.793958] env[65683]: DEBUG nova.compute.utils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.801617] env[65683]: DEBUG nova.network.neutron [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Successfully updated port: 78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 622.806269] env[65683]: DEBUG nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 622.806269] env[65683]: DEBUG nova.network.neutron [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 622.806269] env[65683]: WARNING neutronclient.v2_0.client [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.806269] env[65683]: WARNING neutronclient.v2_0.client [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.918456] env[65683]: INFO nova.compute.manager [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Took 21.98 seconds to build instance. [ 622.933956] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432603, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.972316] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147652} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.972739] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.973814] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3913ec7f-4f48-4aee-bfac-008d41b60820 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.002549] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 95bff58e-a68b-487f-a46c-1863360282bd/95bff58e-a68b-487f-a46c-1863360282bd.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.002549] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d6677d-cc0c-411e-b623-31319715953c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.033954] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 623.033954] env[65683]: value = "task-4432605" [ 623.033954] env[65683]: _type = "Task" [ 623.033954] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.044894] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.253154] env[65683]: DEBUG nova.policy [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63b7d3acfc4548e4ba92160922891043', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0358b77973d846a38a88e5599e50a938', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.305849] env[65683]: DEBUG nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 623.318462] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.318462] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.318462] env[65683]: DEBUG nova.network.neutron [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.428732] env[65683]: DEBUG oslo_concurrency.lockutils [None req-574fb2b9-a3d4-4b10-a2ac-4eb2b004fa62 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.505s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.436427] env[65683]: DEBUG oslo_vmware.api [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432603, 'name': PowerOnVM_Task, 'duration_secs': 1.277887} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.436704] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.437021] env[65683]: INFO nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Took 12.53 seconds to spawn the instance on the hypervisor. [ 623.437118] env[65683]: DEBUG nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.437894] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4a1755-4bb9-46bc-ac05-51ce56ce80fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.554522] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.583898] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e423449-334c-452c-9cf7-91409d91dd77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.593235] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e519b0d-a854-4312-ad6d-928f5cdc1a58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.631861] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5bfef1-f17c-4bdb-b248-7ec068d7723c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.641149] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544a9676-35f8-40a6-a00e-383d0054c196 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.658976] env[65683]: DEBUG nova.compute.provider_tree [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.703578] env[65683]: DEBUG nova.network.neutron [-] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.743202] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.743504] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.960716] env[65683]: INFO nova.compute.manager [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Took 26.74 seconds to build instance. [ 623.987783] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "667b0970-0919-4965-a076-f4c51a6bdea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.988110] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "667b0970-0919-4965-a076-f4c51a6bdea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.988292] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "667b0970-0919-4965-a076-f4c51a6bdea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.988488] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "667b0970-0919-4965-a076-f4c51a6bdea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.988658] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "667b0970-0919-4965-a076-f4c51a6bdea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.991400] env[65683]: INFO nova.compute.manager [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Terminating instance [ 624.006644] env[65683]: DEBUG nova.network.neutron [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Successfully created port: 7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.037185] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0957ac00-4af5-4132-ba15-d40443002953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.037495] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0957ac00-4af5-4132-ba15-d40443002953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.043555] env[65683]: DEBUG nova.network.neutron [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 624.054134] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432605, 'name': ReconfigVM_Task, 'duration_secs': 0.621638} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.055016] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 95bff58e-a68b-487f-a46c-1863360282bd/95bff58e-a68b-487f-a46c-1863360282bd.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.055935] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa12262e-a254-4a14-b1a2-8427cac24b3d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.063376] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 624.063376] env[65683]: value = "task-4432606" [ 624.063376] env[65683]: _type = "Task" [ 624.063376] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.072836] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432606, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.168053] env[65683]: DEBUG nova.scheduler.client.report [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.206525] env[65683]: INFO nova.compute.manager [-] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Took 2.65 seconds to deallocate network for instance. [ 624.246697] env[65683]: DEBUG nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 624.321517] env[65683]: DEBUG nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 624.350290] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.350587] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.350761] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.350949] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.351106] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.351254] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.351485] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.351600] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.351757] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.351915] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.352317] env[65683]: DEBUG nova.virt.hardware [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.353062] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6f0b5a-e29b-4e9b-aa58-cff0a0ad061d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.363889] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11191373-ef26-478c-94ad-7a2d2af51c2c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.463406] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f09a8a03-184f-4718-abfc-d05dad43d854 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.257s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.496451] env[65683]: DEBUG nova.compute.manager [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 624.496657] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.497544] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f88ab2-0044-4e6b-8a42-a78be4d89064 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.506228] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.506490] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52981d49-ba24-4d29-992b-e4d4c80e72c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.514187] env[65683]: DEBUG oslo_vmware.api [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 624.514187] env[65683]: value = "task-4432607" [ 624.514187] env[65683]: _type = "Task" [ 624.514187] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.523667] env[65683]: DEBUG oslo_vmware.api [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.543353] env[65683]: DEBUG nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 624.574802] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432606, 'name': Rename_Task, 'duration_secs': 0.204986} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.575101] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.575364] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78dc4b41-f091-4cb1-8dc4-dc1d8a308e0c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.584879] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 624.584879] env[65683]: value = "task-4432608" [ 624.584879] env[65683]: _type = "Task" [ 624.584879] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.594873] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.671951] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.672851] env[65683]: DEBUG nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 624.678443] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.134s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.679226] env[65683]: INFO nova.compute.claims [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.716605] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.777508] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.025689] env[65683]: DEBUG oslo_vmware.api [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432607, 'name': PowerOffVM_Task, 'duration_secs': 0.241219} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.026034] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.026149] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.026439] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fe67ea5-4fd5-48b6-ba3a-6088c0a391a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.071523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.098667] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432608, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.103061] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.103061] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.103061] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Deleting the datastore file [datastore2] 667b0970-0919-4965-a076-f4c51a6bdea3 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.103061] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5609ef4e-5675-4c4c-b74e-7473530f465b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.112778] env[65683]: DEBUG oslo_vmware.api [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for the task: (returnval){ [ 625.112778] env[65683]: value = "task-4432610" [ 625.112778] env[65683]: _type = "Task" [ 625.112778] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.122825] env[65683]: DEBUG oslo_vmware.api [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.186733] env[65683]: DEBUG nova.compute.utils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.191806] env[65683]: DEBUG nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 625.192302] env[65683]: DEBUG nova.network.neutron [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.192816] env[65683]: WARNING neutronclient.v2_0.client [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.193206] env[65683]: WARNING neutronclient.v2_0.client [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.599989] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432608, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.625075] env[65683]: DEBUG oslo_vmware.api [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Task: {'id': task-4432610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327094} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.625385] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.625572] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.626529] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.626529] env[65683]: INFO nova.compute.manager [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 625.627063] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 625.629829] env[65683]: DEBUG nova.compute.manager [-] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 625.629829] env[65683]: DEBUG nova.network.neutron [-] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 625.630208] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.650776] env[65683]: DEBUG nova.network.neutron [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Successfully updated port: 7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 625.694589] env[65683]: DEBUG nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 625.779525] env[65683]: DEBUG nova.policy [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87a45ae45b694e6289b3eb9233e7c9e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f431c0c91c7a466ea905cd15f61008b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.814521] env[65683]: WARNING neutronclient.v2_0.client [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.819274] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.851071] env[65683]: DEBUG nova.compute.manager [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Received event network-changed-3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 625.851439] env[65683]: DEBUG nova.compute.manager [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Refreshing instance network info cache due to event network-changed-3eee0150-7cb3-4790-8ed4-b759b257a326. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 625.851532] env[65683]: DEBUG oslo_concurrency.lockutils [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.851853] env[65683]: DEBUG oslo_concurrency.lockutils [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.851853] env[65683]: DEBUG nova.network.neutron [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Refreshing network info cache for port 3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.091057] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed80fcd3-8d60-4b20-b105-f3f0bb65d4a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.101137] env[65683]: DEBUG oslo_vmware.api [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432608, 'name': PowerOnVM_Task, 'duration_secs': 1.01741} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.103334] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.103551] env[65683]: INFO nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Took 12.89 seconds to spawn the instance on the hypervisor. [ 626.103725] env[65683]: DEBUG nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.104595] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e69657-3c54-4705-b262-24641ad4dc4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.110154] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd846978-7bb2-4174-b411-ca0ace43f30d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.157041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.157470] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquired lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.157470] env[65683]: DEBUG nova.network.neutron [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 626.160057] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d318b32-56aa-462f-805b-5318306ff320 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.169701] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c9d3b-5469-4a51-a339-f676c9dc1442 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.186231] env[65683]: DEBUG nova.compute.provider_tree [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.189655] env[65683]: DEBUG nova.network.neutron [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Successfully created port: f839d7a1-7533-44fb-aea5-a2d9d4af391e {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 626.221474] env[65683]: DEBUG nova.network.neutron [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updating instance_info_cache with network_info: [{"id": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "address": "fa:16:3e:5c:bd:62", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c9aca7-59", "ovs_interfaceid": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.359405] env[65683]: WARNING neutronclient.v2_0.client [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.669518] env[65683]: INFO nova.compute.manager [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Took 26.34 seconds to build instance. [ 626.693822] env[65683]: DEBUG nova.scheduler.client.report [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.705925] env[65683]: DEBUG nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 626.708390] env[65683]: DEBUG nova.network.neutron [-] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.723686] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.724367] env[65683]: DEBUG nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Instance network_info: |[{"id": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "address": "fa:16:3e:5c:bd:62", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c9aca7-59", "ovs_interfaceid": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 626.724951] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:bd:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78c9aca7-597a-4353-b040-a6bfe22aa7dc', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.733105] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Creating folder: Project (23efb1897b584b108e76c2cd52a5a2c1). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.735667] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2e4704f-bbdb-4a80-a708-261b8dd9f324 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.744573] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.744573] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.744789] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.744894] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.745098] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.745169] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.745373] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.745521] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.745680] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.745836] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.746013] env[65683]: DEBUG nova.virt.hardware [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.746879] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde411c-637a-42a6-a463-23aa846e5d91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.751080] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Created folder: Project (23efb1897b584b108e76c2cd52a5a2c1) in parent group-v867054. [ 626.751267] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Creating folder: Instances. Parent ref: group-v867082. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.751847] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74efaac4-46a6-48f6-921c-f02a1f0534eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.757140] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401ab62a-5b43-4589-99c8-081e2756b743 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.762348] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Created folder: Instances in parent group-v867082. [ 626.762596] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 626.762813] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.763046] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5d442e5-4935-47b3-a76a-cf7c531fb922 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.795638] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.795638] env[65683]: value = "task-4432613" [ 626.795638] env[65683]: _type = "Task" [ 626.795638] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.804826] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432613, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.972861] env[65683]: DEBUG nova.network.neutron [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 627.172981] env[65683]: DEBUG oslo_concurrency.lockutils [None req-673adbb9-2db4-43dd-8bfe-349952bf3f82 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.852s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.198944] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.199551] env[65683]: DEBUG nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 627.202585] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.512s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.204345] env[65683]: INFO nova.compute.claims [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.211686] env[65683]: INFO nova.compute.manager [-] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Took 1.58 seconds to deallocate network for instance. [ 627.310310] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432613, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.338798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Acquiring lock "a18c85f2-ad46-4cd3-9deb-901e6486550b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.339170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.339448] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Acquiring lock "a18c85f2-ad46-4cd3-9deb-901e6486550b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.339681] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.339897] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.345364] env[65683]: INFO nova.compute.manager [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Terminating instance [ 627.713973] env[65683]: DEBUG nova.compute.utils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.717749] env[65683]: DEBUG nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 627.717955] env[65683]: DEBUG nova.network.neutron [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.718312] env[65683]: WARNING neutronclient.v2_0.client [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.718664] env[65683]: WARNING neutronclient.v2_0.client [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.721654] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.810310] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432613, 'name': CreateVM_Task, 'duration_secs': 0.706296} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.810525] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.811057] env[65683]: WARNING neutronclient.v2_0.client [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.811419] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.811574] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.811859] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.812162] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816ad345-58e9-450f-a25e-03bc161b4407 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.819690] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 627.819690] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524e4538-9bc6-54e8-430c-709db5f7245c" [ 627.819690] env[65683]: _type = "Task" [ 627.819690] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.829040] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524e4538-9bc6-54e8-430c-709db5f7245c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.849474] env[65683]: WARNING neutronclient.v2_0.client [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.854382] env[65683]: DEBUG nova.compute.manager [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 627.855368] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.856212] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8636f0-0e46-4489-a276-3eb5c03d9d7b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.864434] env[65683]: DEBUG nova.network.neutron [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Successfully updated port: f839d7a1-7533-44fb-aea5-a2d9d4af391e {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.875639] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.875639] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85531ee7-76e1-4ec6-a282-013832a2486f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.878541] env[65683]: WARNING neutronclient.v2_0.client [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.888866] env[65683]: DEBUG oslo_vmware.api [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Waiting for the task: (returnval){ [ 627.888866] env[65683]: value = "task-4432614" [ 627.888866] env[65683]: _type = "Task" [ 627.888866] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.901650] env[65683]: DEBUG oslo_vmware.api [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Task: {'id': task-4432614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.915953] env[65683]: DEBUG nova.policy [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7d61c5e0584afdb7dd363bac940374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeaf15dea49a4686a9ad5e0ff1c8c30d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.933270] env[65683]: DEBUG nova.compute.manager [req-10a6a157-f6b9-402f-88a5-2bc9c5240bb6 req-14978961-4b3a-443e-806b-7235545cc048 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received event network-vif-plugged-78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 627.933270] env[65683]: DEBUG oslo_concurrency.lockutils [req-10a6a157-f6b9-402f-88a5-2bc9c5240bb6 req-14978961-4b3a-443e-806b-7235545cc048 service nova] Acquiring lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.933270] env[65683]: DEBUG oslo_concurrency.lockutils [req-10a6a157-f6b9-402f-88a5-2bc9c5240bb6 req-14978961-4b3a-443e-806b-7235545cc048 service nova] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.933270] env[65683]: DEBUG oslo_concurrency.lockutils [req-10a6a157-f6b9-402f-88a5-2bc9c5240bb6 req-14978961-4b3a-443e-806b-7235545cc048 service nova] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.933510] env[65683]: DEBUG nova.compute.manager [req-10a6a157-f6b9-402f-88a5-2bc9c5240bb6 req-14978961-4b3a-443e-806b-7235545cc048 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] No waiting events found dispatching network-vif-plugged-78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 627.934081] env[65683]: WARNING nova.compute.manager [req-10a6a157-f6b9-402f-88a5-2bc9c5240bb6 req-14978961-4b3a-443e-806b-7235545cc048 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received unexpected event network-vif-plugged-78c9aca7-597a-4353-b040-a6bfe22aa7dc for instance with vm_state building and task_state spawning. [ 628.030598] env[65683]: DEBUG nova.network.neutron [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updating instance_info_cache with network_info: [{"id": "7c59fce5-4c40-4178-be60-ea3bd3879075", "address": "fa:16:3e:ee:98:20", "network": {"id": "dd7b93bf-395a-4693-b4a2-0216d958654c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-434484069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0358b77973d846a38a88e5599e50a938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c59fce5-4c", "ovs_interfaceid": "7c59fce5-4c40-4178-be60-ea3bd3879075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.079820] env[65683]: DEBUG nova.network.neutron [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updated VIF entry in instance network info cache for port 3eee0150-7cb3-4790-8ed4-b759b257a326. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.080802] env[65683]: DEBUG nova.network.neutron [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.219993] env[65683]: DEBUG nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 628.340415] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524e4538-9bc6-54e8-430c-709db5f7245c, 'name': SearchDatastore_Task, 'duration_secs': 0.044555} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.340748] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.340966] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.341503] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.341609] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.341823] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.346553] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0718307-6988-464f-95d0-23bd50db5702 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.361897] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.361897] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.361897] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63e6d49-e5a0-46c4-b4af-9acc68b33021 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.368713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "refresh_cache-f307e1d6-7592-42cd-9982-76fbb21fffae" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.368911] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquired lock "refresh_cache-f307e1d6-7592-42cd-9982-76fbb21fffae" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.369135] env[65683]: DEBUG nova.network.neutron [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 628.375804] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 628.375804] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c8b6b9-3b20-fac4-b79a-118207e30081" [ 628.375804] env[65683]: _type = "Task" [ 628.375804] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.389494] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c8b6b9-3b20-fac4-b79a-118207e30081, 'name': SearchDatastore_Task, 'duration_secs': 0.014574} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.390765] env[65683]: DEBUG nova.network.neutron [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Successfully created port: bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.404140] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9964af4e-5087-418a-af35-847819c88779 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.416046] env[65683]: DEBUG oslo_vmware.api [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Task: {'id': task-4432614, 'name': PowerOffVM_Task, 'duration_secs': 0.305254} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.417062] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 628.417062] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5254387d-a35b-2592-052d-98d2aa5d61a5" [ 628.417062] env[65683]: _type = "Task" [ 628.417062] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.417062] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.417062] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.417394] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9b2f905-f7ea-473e-b64f-5db227135289 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.435604] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5254387d-a35b-2592-052d-98d2aa5d61a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014684} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.438429] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.438429] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 6aecb22c-d006-465f-adf3-b4533e7d5550/6aecb22c-d006-465f-adf3-b4533e7d5550.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.438429] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-165bcf53-74d3-4ca8-9eab-55e9ffe77a27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.448574] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 628.448574] env[65683]: value = "task-4432616" [ 628.448574] env[65683]: _type = "Task" [ 628.448574] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.463148] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.513214] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.513214] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.513214] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Deleting the datastore file [datastore1] a18c85f2-ad46-4cd3-9deb-901e6486550b {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.513214] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f191d3f8-5ec2-40ae-a37a-d5d3930bbf49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.521808] env[65683]: DEBUG oslo_vmware.api [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Waiting for the task: (returnval){ [ 628.521808] env[65683]: value = "task-4432617" [ 628.521808] env[65683]: _type = "Task" [ 628.521808] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.533716] env[65683]: DEBUG oslo_vmware.api [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Task: {'id': task-4432617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.540942] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Releasing lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.541089] env[65683]: DEBUG nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Instance network_info: |[{"id": "7c59fce5-4c40-4178-be60-ea3bd3879075", "address": "fa:16:3e:ee:98:20", "network": {"id": "dd7b93bf-395a-4693-b4a2-0216d958654c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-434484069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0358b77973d846a38a88e5599e50a938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c59fce5-4c", "ovs_interfaceid": "7c59fce5-4c40-4178-be60-ea3bd3879075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 628.541865] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:98:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c59fce5-4c40-4178-be60-ea3bd3879075', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.550880] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Creating folder: Project (0358b77973d846a38a88e5599e50a938). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.551292] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30c248ce-8d93-4e71-94e0-8bf1bc79b520 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.576219] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Created folder: Project (0358b77973d846a38a88e5599e50a938) in parent group-v867054. [ 628.576219] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Creating folder: Instances. Parent ref: group-v867085. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.576219] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-708b136f-bd94-479c-9550-51db4c73b87c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.584940] env[65683]: DEBUG oslo_concurrency.lockutils [req-e0b1ed7b-8742-4f87-a8dc-d810595bdaad req-35977bc1-7d1d-4255-a3e5-a395425535d4 service nova] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.593412] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Created folder: Instances in parent group-v867085. [ 628.594038] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 628.594276] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.599889] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-464b27a7-665f-4e27-b9a2-17e42ac5cc0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.625353] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.625353] env[65683]: value = "task-4432620" [ 628.625353] env[65683]: _type = "Task" [ 628.625353] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.640161] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432620, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.666199] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5701329b-512a-4dd1-a3e3-f7d5cb467086 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.679265] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e17a69c-60fe-4294-a0a0-2ab12f661432 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.722395] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be7f198-0977-424a-9de9-0d9f0512b9e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.739438] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1d2a9-3782-4618-a6af-5039947ab138 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.762392] env[65683]: DEBUG nova.compute.provider_tree [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.962258] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432616, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.032954] env[65683]: DEBUG oslo_vmware.api [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Task: {'id': task-4432617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25731} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.033201] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.033380] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.033545] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.033713] env[65683]: INFO nova.compute.manager [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 629.034009] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 629.034229] env[65683]: DEBUG nova.compute.manager [-] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 629.034331] env[65683]: DEBUG nova.network.neutron [-] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 629.034589] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.136232] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432620, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.216271] env[65683]: DEBUG nova.network.neutron [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 629.246447] env[65683]: DEBUG nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 629.266862] env[65683]: DEBUG nova.scheduler.client.report [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.280954] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.281261] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.281421] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.281607] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.281757] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.281911] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.282135] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.282296] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.282461] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.282617] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.282879] env[65683]: DEBUG nova.virt.hardware [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.283974] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f79442-42ed-434b-8454-2366e913f7ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.287477] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.296971] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e6375-2ac0-4465-8099-6d29f1e8570d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.462222] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652153} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.462222] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 6aecb22c-d006-465f-adf3-b4533e7d5550/6aecb22c-d006-465f-adf3-b4533e7d5550.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.462222] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.462520] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6bf7365-35ff-41a5-8d90-33545de6a1a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.471184] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 629.471184] env[65683]: value = "task-4432621" [ 629.471184] env[65683]: _type = "Task" [ 629.471184] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.484167] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.636706] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432620, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.773769] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.774328] env[65683]: DEBUG nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 629.778917] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.062s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.778917] env[65683]: DEBUG nova.objects.instance [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lazy-loading 'resources' on Instance uuid c888b0f7-d60a-4398-83a0-34259ecd28d2 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.984268] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.090860] env[65683]: DEBUG nova.network.neutron [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Successfully updated port: bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.141244] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432620, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.195551] env[65683]: WARNING neutronclient.v2_0.client [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.265792] env[65683]: DEBUG nova.network.neutron [-] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.283288] env[65683]: DEBUG nova.compute.utils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.287986] env[65683]: DEBUG nova.network.neutron [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Updating instance_info_cache with network_info: [{"id": "f839d7a1-7533-44fb-aea5-a2d9d4af391e", "address": "fa:16:3e:30:ee:ed", "network": {"id": "a080de94-bbef-42b3-a5b8-f2824c36c07e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-235720295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f431c0c91c7a466ea905cd15f61008b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf839d7a1-75", "ovs_interfaceid": "f839d7a1-7533-44fb-aea5-a2d9d4af391e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.293601] env[65683]: DEBUG nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 630.295483] env[65683]: DEBUG nova.network.neutron [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 630.295483] env[65683]: WARNING neutronclient.v2_0.client [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.295483] env[65683]: WARNING neutronclient.v2_0.client [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.316064] env[65683]: DEBUG nova.compute.manager [None req-776657ff-cf9a-44cd-b996-c744a9d822bb tempest-ServerDiagnosticsV248Test-1024842967 tempest-ServerDiagnosticsV248Test-1024842967-project-admin] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 630.318269] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa5e83-88b9-4b4c-8f7b-472dbd9d7d44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.335489] env[65683]: INFO nova.compute.manager [None req-776657ff-cf9a-44cd-b996-c744a9d822bb tempest-ServerDiagnosticsV248Test-1024842967 tempest-ServerDiagnosticsV248Test-1024842967-project-admin] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Retrieving diagnostics [ 630.336751] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3240d631-bdcc-4e41-8f7d-ff81a203aa01 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.383995] env[65683]: DEBUG nova.policy [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d1b759009174dc38f4c2722d4268674', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fa2ca0413904bfd9374136031e45359', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.482344] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.717977} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.482592] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.483566] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b227d1ec-985b-4cc9-999a-741b50c03dff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.511473] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 6aecb22c-d006-465f-adf3-b4533e7d5550/6aecb22c-d006-465f-adf3-b4533e7d5550.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.515311] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6802062b-d534-410e-bb7b-04323c913b8d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.542263] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 630.542263] env[65683]: value = "task-4432622" [ 630.542263] env[65683]: _type = "Task" [ 630.542263] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.552651] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.594712] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.595021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquired lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.595269] env[65683]: DEBUG nova.network.neutron [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.644199] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432620, 'name': CreateVM_Task, 'duration_secs': 1.584884} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.644579] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.645065] env[65683]: WARNING neutronclient.v2_0.client [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.645512] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.645704] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.646121] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.646448] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff8efa5-af82-46d7-b35c-5a62030ec39e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.654397] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 630.654397] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529de872-47a1-765f-68ef-689f401bc9fb" [ 630.654397] env[65683]: _type = "Task" [ 630.654397] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.666020] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529de872-47a1-765f-68ef-689f401bc9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.672616] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c34ce8-fb74-4703-956f-0580e2d8d119 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.682280] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e059a6f9-4f1d-439b-b56a-bf4c116c980b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.719897] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955ce328-5a82-4db0-99f1-ba01acac1d8b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.729807] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5f0c45-4671-49d5-9efd-0e24b37220c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.748426] env[65683]: DEBUG nova.compute.provider_tree [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.752223] env[65683]: DEBUG nova.network.neutron [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Successfully created port: aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 630.771255] env[65683]: INFO nova.compute.manager [-] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Took 1.74 seconds to deallocate network for instance. [ 630.787322] env[65683]: DEBUG nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 630.801853] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Releasing lock "refresh_cache-f307e1d6-7592-42cd-9982-76fbb21fffae" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.802170] env[65683]: DEBUG nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Instance network_info: |[{"id": "f839d7a1-7533-44fb-aea5-a2d9d4af391e", "address": "fa:16:3e:30:ee:ed", "network": {"id": "a080de94-bbef-42b3-a5b8-f2824c36c07e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-235720295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f431c0c91c7a466ea905cd15f61008b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf839d7a1-75", "ovs_interfaceid": "f839d7a1-7533-44fb-aea5-a2d9d4af391e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 630.802830] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:ee:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f839d7a1-7533-44fb-aea5-a2d9d4af391e', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.810570] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Creating folder: Project (f431c0c91c7a466ea905cd15f61008b5). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.810927] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-213cfa45-a66a-42a8-965c-ce4ca25a21ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.825058] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Created folder: Project (f431c0c91c7a466ea905cd15f61008b5) in parent group-v867054. [ 630.825374] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Creating folder: Instances. Parent ref: group-v867088. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.825537] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b98f455-9cf4-4b50-8031-9527d4f21957 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.838264] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Created folder: Instances in parent group-v867088. [ 630.838264] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 630.838745] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.838976] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28c3f300-be3e-4051-bf9d-ac160fe080fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.861131] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.861131] env[65683]: value = "task-4432625" [ 630.861131] env[65683]: _type = "Task" [ 630.861131] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.871170] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432625, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.929396] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.929770] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.051855] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432622, 'name': ReconfigVM_Task, 'duration_secs': 0.285188} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.052283] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 6aecb22c-d006-465f-adf3-b4533e7d5550/6aecb22c-d006-465f-adf3-b4533e7d5550.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.053458] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-490879d1-7cc9-418f-a38a-6fe79d6f9782 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.061534] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 631.061534] env[65683]: value = "task-4432626" [ 631.061534] env[65683]: _type = "Task" [ 631.061534] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.071046] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432626, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.169622] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529de872-47a1-765f-68ef-689f401bc9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.017147} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.170157] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.170573] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.170956] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.172412] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.172412] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.172412] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c7177af-635c-481b-85cd-ac37dc02d2f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.183652] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.183652] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.184423] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617aa952-845b-4a3e-b333-672cebeab106 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.191373] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 631.191373] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52479f8e-a3b8-6fad-1c2b-fa8c2183cf81" [ 631.191373] env[65683]: _type = "Task" [ 631.191373] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.201022] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52479f8e-a3b8-6fad-1c2b-fa8c2183cf81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.253685] env[65683]: DEBUG nova.scheduler.client.report [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.278510] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.372278] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432625, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.432946] env[65683]: DEBUG nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 631.573366] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432626, 'name': Rename_Task, 'duration_secs': 0.156939} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.573726] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.573986] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da9c03fc-511a-4d3e-944d-21a16415d4fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.582094] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 631.582094] env[65683]: value = "task-4432627" [ 631.582094] env[65683]: _type = "Task" [ 631.582094] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.591924] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.702622] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52479f8e-a3b8-6fad-1c2b-fa8c2183cf81, 'name': SearchDatastore_Task, 'duration_secs': 0.019192} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.703490] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1877724-4742-49b2-94f0-29a17c9cba59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.710464] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 631.710464] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d8b2a9-e2af-e883-5e6c-fb428194663f" [ 631.710464] env[65683]: _type = "Task" [ 631.710464] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.720042] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d8b2a9-e2af-e883-5e6c-fb428194663f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.764618] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.767451] env[65683]: INFO nova.compute.manager [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Rebuilding instance [ 631.769437] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.992s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.771014] env[65683]: INFO nova.compute.claims [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.804422] env[65683]: DEBUG nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 631.808794] env[65683]: INFO nova.scheduler.client.report [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Deleted allocations for instance c888b0f7-d60a-4398-83a0-34259ecd28d2 [ 631.829023] env[65683]: DEBUG nova.compute.manager [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 631.829023] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534afb7e-49f3-4e81-9f92-591957850667 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.833172] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:39:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70559175',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1835919244',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 631.833382] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.833524] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 631.833710] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.833886] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 631.834031] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 631.834227] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 631.834371] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 631.834520] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 631.834666] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 631.834884] env[65683]: DEBUG nova.virt.hardware [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 631.836337] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2666258-2741-43fe-8518-65debc52d67c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.848978] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94909564-9468-4afd-875f-ebffcaaf38b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.873944] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432625, 'name': CreateVM_Task, 'duration_secs': 0.570578} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.874173] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.874661] env[65683]: WARNING neutronclient.v2_0.client [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.875289] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.875428] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.875760] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.876040] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b63a3db-e391-4aef-a644-068e0e5fa2f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.881532] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 631.881532] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52949613-f6ec-cceb-ae25-b1780d3f68b5" [ 631.881532] env[65683]: _type = "Task" [ 631.881532] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.891529] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52949613-f6ec-cceb-ae25-b1780d3f68b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.957413] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.099407] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432627, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.225020] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d8b2a9-e2af-e883-5e6c-fb428194663f, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.225020] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.225020] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] d74f35ca-04cc-415e-a71d-3d78e99e7a01/d74f35ca-04cc-415e-a71d-3d78e99e7a01.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.225020] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c73c66d-b77d-4d96-a63b-18ebbff549f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.232244] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 632.232244] env[65683]: value = "task-4432628" [ 632.232244] env[65683]: _type = "Task" [ 632.232244] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.243974] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.273613] env[65683]: DEBUG nova.network.neutron [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.321737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bac917ea-e800-4244-9591-04b9ae23f894 tempest-ServerDiagnosticsTest-1833923613 tempest-ServerDiagnosticsTest-1833923613-project-member] Lock "c888b0f7-d60a-4398-83a0-34259ecd28d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.410s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.393688] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52949613-f6ec-cceb-ae25-b1780d3f68b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.394167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.394443] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.394524] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.394664] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.394840] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.395175] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a1c3a57-eca6-4a4e-a24f-6924906fe1f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.409510] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.409692] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.411782] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48edafbf-eefc-4e3b-aa6d-87471429ebc7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.416894] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 632.416894] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e652b2-bfec-4699-d6f7-31ecdc9dbe74" [ 632.416894] env[65683]: _type = "Task" [ 632.416894] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.430211] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e652b2-bfec-4699-d6f7-31ecdc9dbe74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.431460] env[65683]: DEBUG nova.network.neutron [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Successfully updated port: aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 632.598678] env[65683]: DEBUG oslo_vmware.api [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432627, 'name': PowerOnVM_Task, 'duration_secs': 0.600306} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.599058] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.599480] env[65683]: INFO nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Took 10.68 seconds to spawn the instance on the hypervisor. [ 632.599480] env[65683]: DEBUG nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 632.600253] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e562e7c9-0aef-40bd-9767-58b3241518a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.744050] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.820708] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Received event network-vif-plugged-7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 632.820936] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Acquiring lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.821153] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.821312] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.821466] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] No waiting events found dispatching network-vif-plugged-7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 632.821645] env[65683]: WARNING nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Received unexpected event network-vif-plugged-7c59fce5-4c40-4178-be60-ea3bd3879075 for instance with vm_state building and task_state spawning. [ 632.822083] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Received event network-changed-7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 632.822284] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Refreshing instance network info cache due to event network-changed-7c59fce5-4c40-4178-be60-ea3bd3879075. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 632.822554] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Acquiring lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.822754] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Acquired lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.823077] env[65683]: DEBUG nova.network.neutron [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Refreshing network info cache for port 7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.828984] env[65683]: WARNING neutronclient.v2_0.client [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.848870] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.849702] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbd25c66-64d9-4dbe-ad32-d16f366039f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.859453] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 632.859453] env[65683]: value = "task-4432629" [ 632.859453] env[65683]: _type = "Task" [ 632.859453] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.869710] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.930154] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e652b2-bfec-4699-d6f7-31ecdc9dbe74, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.935552] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.935552] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.935552] env[65683]: DEBUG nova.network.neutron [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 632.937054] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a270e0d-e533-4916-ae03-037d7f6c8423 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.949471] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 632.949471] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52901348-c860-fc75-685e-a67af04d8bf2" [ 632.949471] env[65683]: _type = "Task" [ 632.949471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.963092] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52901348-c860-fc75-685e-a67af04d8bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.120373] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd25913-1402-49c1-99ae-3915240d0c66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.127062] env[65683]: INFO nova.compute.manager [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Took 27.93 seconds to build instance. [ 633.132134] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b3a67-8103-4205-ae00-8531fa24645b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.169166] env[65683]: DEBUG nova.network.neutron [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Updating instance_info_cache with network_info: [{"id": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "address": "fa:16:3e:a7:e8:19", "network": {"id": "01ff0da4-b00c-4b91-9db1-19d1cdaf89b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-844133373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeaf15dea49a4686a9ad5e0ff1c8c30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff61bd7-6f", "ovs_interfaceid": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.173397] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ffe63-8927-467a-b76c-d2f291ab857c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.180872] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e94721-b7d1-4561-9c72-3028fd991d8b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.199969] env[65683]: DEBUG nova.compute.provider_tree [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.246036] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568338} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.246664] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] d74f35ca-04cc-415e-a71d-3d78e99e7a01/d74f35ca-04cc-415e-a71d-3d78e99e7a01.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.246664] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.247060] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dfe0db8-aa38-4a83-933a-c7e372246acf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.257759] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 633.257759] env[65683]: value = "task-4432630" [ 633.257759] env[65683]: _type = "Task" [ 633.257759] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.273328] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.334195] env[65683]: WARNING neutronclient.v2_0.client [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.370178] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432629, 'name': PowerOffVM_Task, 'duration_secs': 0.234819} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.374215] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.374696] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.375871] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0788c506-22ff-419d-a144-a8233b30cdf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.388611] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.388849] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2cbb025-674c-4ef0-96a8-ee171e7249b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.425318] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.426278] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.426278] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Deleting the datastore file [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.426278] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a211a425-60d1-4a23-bd02-0d1bd507938f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.435070] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 633.435070] env[65683]: value = "task-4432632" [ 633.435070] env[65683]: _type = "Task" [ 633.435070] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.453179] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.464840] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52901348-c860-fc75-685e-a67af04d8bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.022006} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.465053] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.465283] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] f307e1d6-7592-42cd-9982-76fbb21fffae/f307e1d6-7592-42cd-9982-76fbb21fffae.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.465712] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4a5fac8-c10d-430c-a955-809901e36766 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.476197] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 633.476197] env[65683]: value = "task-4432633" [ 633.476197] env[65683]: _type = "Task" [ 633.476197] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.489028] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.548414] env[65683]: DEBUG nova.network.neutron [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 633.629937] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0bc2065c-7d0c-43c5-9b69-5ace3de22386 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.456s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.675626] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Releasing lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.676038] env[65683]: DEBUG nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Instance network_info: |[{"id": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "address": "fa:16:3e:a7:e8:19", "network": {"id": "01ff0da4-b00c-4b91-9db1-19d1cdaf89b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-844133373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeaf15dea49a4686a9ad5e0ff1c8c30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff61bd7-6f", "ovs_interfaceid": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 633.676513] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:e8:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff61bd7-6f22-4249-92c6-e1d881fe9148', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.686379] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Creating folder: Project (aeaf15dea49a4686a9ad5e0ff1c8c30d). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.686720] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d3ff1e5-3a71-4c3b-b771-3cb72d65b00c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.701760] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Created folder: Project (aeaf15dea49a4686a9ad5e0ff1c8c30d) in parent group-v867054. [ 633.701917] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Creating folder: Instances. Parent ref: group-v867091. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.702800] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ec02a3b-cc23-4b80-9d33-6f11aab8c51b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.706606] env[65683]: WARNING neutronclient.v2_0.client [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.710942] env[65683]: DEBUG nova.scheduler.client.report [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.731727] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Created folder: Instances in parent group-v867091. [ 633.732151] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 633.733176] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.733176] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d88f66e9-2b44-4a76-bef3-16a459489df1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.765422] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.765422] env[65683]: value = "task-4432636" [ 633.765422] env[65683]: _type = "Task" [ 633.765422] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.778912] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084677} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.781116] env[65683]: DEBUG nova.compute.manager [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received event network-changed-78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 633.781279] env[65683]: DEBUG nova.compute.manager [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Refreshing instance network info cache due to event network-changed-78c9aca7-597a-4353-b040-a6bfe22aa7dc. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 633.781468] env[65683]: DEBUG oslo_concurrency.lockutils [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] Acquiring lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.782137] env[65683]: DEBUG oslo_concurrency.lockutils [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] Acquired lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.782137] env[65683]: DEBUG nova.network.neutron [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Refreshing network info cache for port 78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.784733] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.785770] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9afef9-51a0-4981-98cf-1e1f97838d4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.793289] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432636, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.819798] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d74f35ca-04cc-415e-a71d-3d78e99e7a01/d74f35ca-04cc-415e-a71d-3d78e99e7a01.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.820591] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b86d9ff0-83aa-4bc4-9605-289200f9d438 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.846329] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 633.846329] env[65683]: value = "task-4432637" [ 633.846329] env[65683]: _type = "Task" [ 633.846329] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.861902] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.908420] env[65683]: WARNING neutronclient.v2_0.client [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.953418] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121462} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.953418] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.953418] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.953418] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.991069] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.992248] env[65683]: DEBUG nova.network.neutron [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updated VIF entry in instance network info cache for port 7c59fce5-4c40-4178-be60-ea3bd3879075. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.992572] env[65683]: DEBUG nova.network.neutron [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updating instance_info_cache with network_info: [{"id": "7c59fce5-4c40-4178-be60-ea3bd3879075", "address": "fa:16:3e:ee:98:20", "network": {"id": "dd7b93bf-395a-4693-b4a2-0216d958654c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-434484069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0358b77973d846a38a88e5599e50a938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c59fce5-4c", "ovs_interfaceid": "7c59fce5-4c40-4178-be60-ea3bd3879075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.137735] env[65683]: DEBUG nova.network.neutron [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Updating instance_info_cache with network_info: [{"id": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "address": "fa:16:3e:5a:97:b2", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2e8b34-ee", "ovs_interfaceid": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.224279] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.224279] env[65683]: DEBUG nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 634.224414] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.153s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.225931] env[65683]: INFO nova.compute.claims [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.279144] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432636, 'name': CreateVM_Task, 'duration_secs': 0.475791} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.280151] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.280714] env[65683]: WARNING neutronclient.v2_0.client [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.281159] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.281367] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.281711] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.282320] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dce375-add5-4d2e-b12a-0db07a965dbe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.285151] env[65683]: WARNING neutronclient.v2_0.client [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.292469] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 634.292469] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52834a18-824a-e457-4d01-baf9a1ba0ff0" [ 634.292469] env[65683]: _type = "Task" [ 634.292469] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.303997] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52834a18-824a-e457-4d01-baf9a1ba0ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.361994] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.491008] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560188} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.496324] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Releasing lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.496906] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Received event network-vif-deleted-643d1990-5103-47e3-9ae4-6c3012debf41 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.496906] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Received event network-vif-plugged-f839d7a1-7533-44fb-aea5-a2d9d4af391e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.496997] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Acquiring lock "f307e1d6-7592-42cd-9982-76fbb21fffae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.497130] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.497283] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.497439] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] No waiting events found dispatching network-vif-plugged-f839d7a1-7533-44fb-aea5-a2d9d4af391e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 634.499649] env[65683]: WARNING nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Received unexpected event network-vif-plugged-f839d7a1-7533-44fb-aea5-a2d9d4af391e for instance with vm_state building and task_state spawning. [ 634.499912] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Received event network-changed-f839d7a1-7533-44fb-aea5-a2d9d4af391e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.500062] env[65683]: DEBUG nova.compute.manager [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Refreshing instance network info cache due to event network-changed-f839d7a1-7533-44fb-aea5-a2d9d4af391e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 634.500258] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Acquiring lock "refresh_cache-f307e1d6-7592-42cd-9982-76fbb21fffae" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.500391] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Acquired lock "refresh_cache-f307e1d6-7592-42cd-9982-76fbb21fffae" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.500542] env[65683]: DEBUG nova.network.neutron [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Refreshing network info cache for port f839d7a1-7533-44fb-aea5-a2d9d4af391e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.503847] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] f307e1d6-7592-42cd-9982-76fbb21fffae/f307e1d6-7592-42cd-9982-76fbb21fffae.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.504075] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.506997] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6be4eb-4986-4217-a36a-8d6c4767dd3d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.520293] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 634.520293] env[65683]: value = "task-4432638" [ 634.520293] env[65683]: _type = "Task" [ 634.520293] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.532622] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.640541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Releasing lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.640983] env[65683]: DEBUG nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Instance network_info: |[{"id": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "address": "fa:16:3e:5a:97:b2", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2e8b34-ee", "ovs_interfaceid": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 634.641470] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:97:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.649941] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Creating folder: Project (4fa2ca0413904bfd9374136031e45359). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.650394] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df6bca30-f378-4042-90e6-b06ecbfac43f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.663691] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Created folder: Project (4fa2ca0413904bfd9374136031e45359) in parent group-v867054. [ 634.664022] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Creating folder: Instances. Parent ref: group-v867094. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.664310] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-946f0bc4-6668-4f05-8878-5daa792895e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.676117] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Created folder: Instances in parent group-v867094. [ 634.676117] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 634.676117] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.676329] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33a64b6e-368b-4932-b2b3-dc1ad2ba507f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.699471] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.699471] env[65683]: value = "task-4432641" [ 634.699471] env[65683]: _type = "Task" [ 634.699471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.709395] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432641, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.731468] env[65683]: DEBUG nova.compute.utils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.735901] env[65683]: DEBUG nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.736652] env[65683]: DEBUG nova.network.neutron [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.736745] env[65683]: WARNING neutronclient.v2_0.client [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.737110] env[65683]: WARNING neutronclient.v2_0.client [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.804468] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52834a18-824a-e457-4d01-baf9a1ba0ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.805115] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.805233] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.805489] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.805752] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.805836] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.806169] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d1ad11e-cadf-4c71-b0b8-674c8d2dd683 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.818020] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.818320] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.819277] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce11a31-b589-4635-b59e-456747c6ef84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.826972] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 634.826972] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ba08a3-c4bd-ae1a-c012-4f2dab5f2f44" [ 634.826972] env[65683]: _type = "Task" [ 634.826972] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.836393] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ba08a3-c4bd-ae1a-c012-4f2dab5f2f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.859146] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432637, 'name': ReconfigVM_Task, 'duration_secs': 0.792664} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.859571] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d74f35ca-04cc-415e-a71d-3d78e99e7a01/d74f35ca-04cc-415e-a71d-3d78e99e7a01.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.860344] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f29df75e-f799-40f4-8a7f-eab797bc92e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.869893] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 634.869893] env[65683]: value = "task-4432642" [ 634.869893] env[65683]: _type = "Task" [ 634.869893] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.881567] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432642, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.003561] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.005194] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.005194] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.005194] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.005194] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.005194] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.005565] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.005565] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.005565] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.006565] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.006565] env[65683]: DEBUG nova.virt.hardware [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.008075] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2548a8cc-6e1d-4f21-8efc-345914c39a46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.014699] env[65683]: WARNING neutronclient.v2_0.client [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.029605] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca4eb63-63a5-4add-abbf-d1a1425595cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.036261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "6b042a7b-f012-436e-8f7b-33ebc843f958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.036261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "6b042a7b-f012-436e-8f7b-33ebc843f958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.036261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "6b042a7b-f012-436e-8f7b-33ebc843f958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.036461] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "6b042a7b-f012-436e-8f7b-33ebc843f958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.036615] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "6b042a7b-f012-436e-8f7b-33ebc843f958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.039591] env[65683]: INFO nova.compute.manager [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Terminating instance [ 635.052331] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.058949] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 635.066976] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.067375] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076666} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.071300] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca85b825-2076-4505-888d-d40233bc8527 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.087066] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.087956] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "32139dca-3134-4408-9d41-5b0cc132af7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.088210] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.095268] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3232da2d-4165-44a6-ba64-7ed7286aff22 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.122742] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] f307e1d6-7592-42cd-9982-76fbb21fffae/f307e1d6-7592-42cd-9982-76fbb21fffae.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.128372] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da93c94-3a57-44cb-a4c8-852c54e89cc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.143151] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.143151] env[65683]: value = "task-4432643" [ 635.143151] env[65683]: _type = "Task" [ 635.143151] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.155248] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 635.155248] env[65683]: value = "task-4432644" [ 635.155248] env[65683]: _type = "Task" [ 635.155248] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.160762] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432643, 'name': CreateVM_Task} progress is 15%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.170370] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.213498] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432641, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.213498] env[65683]: DEBUG nova.policy [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e55d31a4cfd48429067964ffb025f94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d246f54dac740a9931c2da538a177e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.236813] env[65683]: DEBUG nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 635.344069] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ba08a3-c4bd-ae1a-c012-4f2dab5f2f44, 'name': SearchDatastore_Task, 'duration_secs': 0.015283} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.345036] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0586b7ec-96c7-4c6b-a527-8b3f3ce628b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.351986] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 635.351986] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522abe4a-5e92-41e5-4329-7350ce2cd2a6" [ 635.351986] env[65683]: _type = "Task" [ 635.351986] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.365855] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522abe4a-5e92-41e5-4329-7350ce2cd2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.366186] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.366584] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0129724f-53f3-446a-b2b5-4df9cf72b45f/0129724f-53f3-446a-b2b5-4df9cf72b45f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.366726] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b71b72-009e-4cdf-aa25-4dfb5d4f4c52 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.376858] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 635.376858] env[65683]: value = "task-4432645" [ 635.376858] env[65683]: _type = "Task" [ 635.376858] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.383597] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432642, 'name': Rename_Task, 'duration_secs': 0.196432} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.384317] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.384595] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e39207fc-3290-48b0-84cd-f42959c60f36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.391853] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.398149] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 635.398149] env[65683]: value = "task-4432646" [ 635.398149] env[65683]: _type = "Task" [ 635.398149] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.412031] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.548600] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53b0c8a-04f8-4656-8182-bc409e7ebcf4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.556778] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923f4a6-07ed-4e86-818f-5d21586d6aab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.594523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "refresh_cache-6b042a7b-f012-436e-8f7b-33ebc843f958" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.594744] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquired lock "refresh_cache-6b042a7b-f012-436e-8f7b-33ebc843f958" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.594878] env[65683]: DEBUG nova.network.neutron [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 635.597017] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ef0a21-e340-4e08-9c73-0ac80f4c3078 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.600523] env[65683]: DEBUG nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.611771] env[65683]: DEBUG nova.compute.manager [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 635.616658] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8455c3-8f20-45d4-85b3-19ff04402628 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.636731] env[65683]: DEBUG nova.compute.provider_tree [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.655366] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432643, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.666284] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.712039] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432641, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.888268] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.910779] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432646, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.101913] env[65683]: WARNING neutronclient.v2_0.client [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.133723] env[65683]: DEBUG nova.network.neutron [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Successfully created port: 335e2048-d8cb-4a1a-b14d-da49f4f8b51f {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 636.137227] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.140504] env[65683]: DEBUG nova.scheduler.client.report [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.149125] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.157741] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432643, 'name': CreateVM_Task, 'duration_secs': 0.602902} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.163300] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.163300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.163300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.163300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.163300] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2880f3-d069-4003-9d41-cec7ce81afcd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.169790] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.171506] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 636.171506] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525d4489-e0fa-6a70-af36-f9bef909fef4" [ 636.171506] env[65683]: _type = "Task" [ 636.171506] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.184401] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525d4489-e0fa-6a70-af36-f9bef909fef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.216020] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432641, 'name': CreateVM_Task, 'duration_secs': 1.159108} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.216220] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.216705] env[65683]: WARNING neutronclient.v2_0.client [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.217044] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.248209] env[65683]: DEBUG nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 636.272850] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 636.273257] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.273364] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 636.273518] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.273746] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 636.273977] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 636.274208] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.274352] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 636.274506] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 636.274657] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 636.274816] env[65683]: DEBUG nova.virt.hardware [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 636.275716] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997a294c-a25a-49a0-9f5a-db9856e0995e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.284610] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed19f07c-a8c5-4d09-b4b3-da4e1bec661b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.388763] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899751} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.389084] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0129724f-53f3-446a-b2b5-4df9cf72b45f/0129724f-53f3-446a-b2b5-4df9cf72b45f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.389311] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.389572] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b30ab2e-20a6-41d8-b8e8-63ec52c411c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.398776] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 636.398776] env[65683]: value = "task-4432647" [ 636.398776] env[65683]: _type = "Task" [ 636.398776] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.415503] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.418794] env[65683]: DEBUG oslo_vmware.api [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4432646, 'name': PowerOnVM_Task, 'duration_secs': 0.635312} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.422151] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.422151] env[65683]: INFO nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Took 12.10 seconds to spawn the instance on the hypervisor. [ 636.422151] env[65683]: DEBUG nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 636.422966] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcf4d3d-b6ac-4ab8-88ca-8d482a22bcc7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.648915] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.649086] env[65683]: DEBUG nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 636.653248] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.931s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.653248] env[65683]: DEBUG nova.objects.instance [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lazy-loading 'resources' on Instance uuid 667b0970-0919-4965-a076-f4c51a6bdea3 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.679553] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432644, 'name': ReconfigVM_Task, 'duration_secs': 1.42651} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.684348] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Reconfigured VM instance instance-0000000c to attach disk [datastore2] f307e1d6-7592-42cd-9982-76fbb21fffae/f307e1d6-7592-42cd-9982-76fbb21fffae.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.685197] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56625a99-5fd2-4143-acac-39e10bda140b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.696589] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525d4489-e0fa-6a70-af36-f9bef909fef4, 'name': SearchDatastore_Task, 'duration_secs': 0.0502} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.698397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.698744] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.699866] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.700118] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.700317] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.701454] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 636.701454] env[65683]: value = "task-4432648" [ 636.701454] env[65683]: _type = "Task" [ 636.701454] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.701454] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.701454] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.701654] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4faf177-3d30-42c9-a687-347ea1f15808 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.706761] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b631ba9-c3c9-488f-9bde-a87ed3c169ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.718145] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 636.718145] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526bd8a8-0687-d33d-176e-b36c4ababad7" [ 636.718145] env[65683]: _type = "Task" [ 636.718145] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.723413] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432648, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.728551] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.728551] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.728757] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9b4780-b4af-476d-9ef0-96a5de679e95 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.738763] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526bd8a8-0687-d33d-176e-b36c4ababad7, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.740155] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.740384] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.740667] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.740953] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 636.740953] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521a269b-5aaf-85b5-1ca5-8f72a85d5087" [ 636.740953] env[65683]: _type = "Task" [ 636.740953] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.751566] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521a269b-5aaf-85b5-1ca5-8f72a85d5087, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.752361] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb92276b-b826-4a4b-a641-8a10c6a00ec1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.758355] env[65683]: WARNING neutronclient.v2_0.client [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.766263] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 636.766263] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52aa212d-61e4-2239-e66a-a67e14160104" [ 636.766263] env[65683]: _type = "Task" [ 636.766263] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.776475] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52aa212d-61e4-2239-e66a-a67e14160104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.872499] env[65683]: DEBUG nova.network.neutron [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.909150] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097263} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.909440] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.910522] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2afc3f-df5b-4fe0-9eae-8a95a88177cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.933906] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 0129724f-53f3-446a-b2b5-4df9cf72b45f/0129724f-53f3-446a-b2b5-4df9cf72b45f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.938792] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9aace60-4b16-4c0b-bd1c-6c4b6891084e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.955629] env[65683]: INFO nova.compute.manager [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Took 27.74 seconds to build instance. [ 636.961563] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 636.961563] env[65683]: value = "task-4432649" [ 636.961563] env[65683]: _type = "Task" [ 636.961563] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.970617] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.157244] env[65683]: DEBUG nova.compute.utils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.165563] env[65683]: DEBUG nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 637.165563] env[65683]: DEBUG nova.network.neutron [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 637.166907] env[65683]: WARNING neutronclient.v2_0.client [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.166907] env[65683]: WARNING neutronclient.v2_0.client [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.216553] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432648, 'name': Rename_Task, 'duration_secs': 0.152954} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.216553] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.216888] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20125621-6b36-4514-869e-98a9d8e11e81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.230296] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 637.230296] env[65683]: value = "task-4432650" [ 637.230296] env[65683]: _type = "Task" [ 637.230296] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.245971] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.282428] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52aa212d-61e4-2239-e66a-a67e14160104, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.282771] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.283074] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.283372] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.283591] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.283833] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a73ab3b-d610-4c66-a6b6-e9ed5dbce337 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.288554] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd1096fa-461a-4e4d-8f5f-8eaaa974a101 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.297961] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 637.297961] env[65683]: value = "task-4432651" [ 637.297961] env[65683]: _type = "Task" [ 637.297961] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.303096] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.303419] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.307395] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb85a4d-68f7-43b2-addf-78d24ddae82b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.314103] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.318293] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 637.318293] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c4e292-fad4-ad73-b58a-734a5e8a9b30" [ 637.318293] env[65683]: _type = "Task" [ 637.318293] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.327138] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c4e292-fad4-ad73-b58a-734a5e8a9b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.458576] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9eae2a20-910d-4a1a-9832-2ab2d6e94498 tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.129s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.475430] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432649, 'name': ReconfigVM_Task, 'duration_secs': 0.334921} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.478628] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 0129724f-53f3-446a-b2b5-4df9cf72b45f/0129724f-53f3-446a-b2b5-4df9cf72b45f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.479678] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa63d880-9eba-4ec7-bde3-3932d0a3fdae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.488346] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 637.488346] env[65683]: value = "task-4432652" [ 637.488346] env[65683]: _type = "Task" [ 637.488346] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.494210] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446afdf-52e4-4510-929d-654e20af7d6a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.505325] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432652, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.508300] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92a7a17-afee-4337-bed7-1844683bb7b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.542284] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc180a20-5fdb-40b8-807f-52a21face2bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.552074] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba1d4b-1a8d-4a9d-b85d-5176bc2d5ddc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.567691] env[65683]: DEBUG nova.compute.provider_tree [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.665699] env[65683]: DEBUG nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 637.746098] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.810790] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432651, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.831437] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c4e292-fad4-ad73-b58a-734a5e8a9b30, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.832517] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040aefb4-252a-4bdb-bdee-10707adf4487 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.840255] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 637.840255] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52162912-a5a8-10ca-2570-e7361ae1a6c2" [ 637.840255] env[65683]: _type = "Task" [ 637.840255] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.852031] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52162912-a5a8-10ca-2570-e7361ae1a6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.000023] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432652, 'name': Rename_Task, 'duration_secs': 0.288024} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.000339] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.000611] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff5bb0e-6a15-4a4b-ba65-8a146222c54e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.009124] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 638.009124] env[65683]: value = "task-4432653" [ 638.009124] env[65683]: _type = "Task" [ 638.009124] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.020140] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.072210] env[65683]: DEBUG nova.scheduler.client.report [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.251094] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432650, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.311694] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792526} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.312123] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.312499] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.312981] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4ab1dd9-c257-4310-88d4-ecee96eaa98b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.324021] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 638.324021] env[65683]: value = "task-4432654" [ 638.324021] env[65683]: _type = "Task" [ 638.324021] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.335103] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.352599] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52162912-a5a8-10ca-2570-e7361ae1a6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.060082} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.353234] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.353621] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90/b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.356029] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e013652d-d7ed-4551-8912-3204084c09c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.365032] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 638.365032] env[65683]: value = "task-4432655" [ 638.365032] env[65683]: _type = "Task" [ 638.365032] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.377134] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.464227] env[65683]: DEBUG nova.network.neutron [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Successfully updated port: 335e2048-d8cb-4a1a-b14d-da49f4f8b51f {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.524873] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.580325] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.580865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.303s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.581417] env[65683]: DEBUG nova.objects.instance [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Lazy-loading 'resources' on Instance uuid a18c85f2-ad46-4cd3-9deb-901e6486550b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.616255] env[65683]: INFO nova.scheduler.client.report [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Deleted allocations for instance 667b0970-0919-4965-a076-f4c51a6bdea3 [ 638.679685] env[65683]: DEBUG nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.719850] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.720255] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.720443] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.720656] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.721350] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.721350] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.721579] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.721653] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.721814] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.721986] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.722184] env[65683]: DEBUG nova.virt.hardware [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.725926] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33fa69-08f6-4d17-8a58-003e3f68b569 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.732099] env[65683]: DEBUG nova.policy [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8802194827b14b97aeb56648aa01300f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b18c49ceea46d6911355436cc6d6e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.747766] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f4b6d-0452-4eed-b764-1743ef78318d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.768715] env[65683]: DEBUG oslo_vmware.api [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432650, 'name': PowerOnVM_Task, 'duration_secs': 1.032462} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.769330] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.769629] env[65683]: INFO nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Took 12.07 seconds to spawn the instance on the hypervisor. [ 638.769959] env[65683]: DEBUG nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.771495] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d510af13-ae5a-4f56-bb4f-8328e22e58d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.807712] env[65683]: DEBUG nova.network.neutron [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updated VIF entry in instance network info cache for port 78c9aca7-597a-4353-b040-a6bfe22aa7dc. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.808221] env[65683]: DEBUG nova.network.neutron [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updating instance_info_cache with network_info: [{"id": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "address": "fa:16:3e:5c:bd:62", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c9aca7-59", "ovs_interfaceid": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.839681] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120582} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.840019] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.840993] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f290ebf-73c3-45d3-9f0d-0df8ab2a05bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.868844] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.869742] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df09560-cfbb-4c0e-b58b-b39f06a1d5ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.897950] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.900441] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 638.900441] env[65683]: value = "task-4432656" [ 638.900441] env[65683]: _type = "Task" [ 638.900441] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.911180] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.971299] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-671a633d-ab29-4b33-8468-5fc0ff0c48f3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971474] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-671a633d-ab29-4b33-8468-5fc0ff0c48f3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971647] env[65683]: DEBUG nova.network.neutron [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.021738] env[65683]: DEBUG oslo_vmware.api [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432653, 'name': PowerOnVM_Task, 'duration_secs': 0.534593} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.022167] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.022375] env[65683]: INFO nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Took 9.78 seconds to spawn the instance on the hypervisor. [ 639.022552] env[65683]: DEBUG nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.023467] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab854a9-b3a7-424a-8467-3257109a1245 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.126711] env[65683]: DEBUG oslo_concurrency.lockutils [None req-620497da-4a29-4c02-948f-137ce00046ea tempest-ServerDiagnosticsNegativeTest-595215092 tempest-ServerDiagnosticsNegativeTest-595215092-project-member] Lock "667b0970-0919-4965-a076-f4c51a6bdea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.139s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.237448] env[65683]: DEBUG nova.network.neutron [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.312201] env[65683]: DEBUG oslo_concurrency.lockutils [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] Releasing lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.312443] env[65683]: DEBUG nova.compute.manager [req-3990a703-2a12-4668-b0a5-e0ef0f181e29 req-e8bc13f9-0dae-4011-b871-3d2a2661485e service nova] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Received event network-vif-deleted-58671369-9c90-4eb6-a02e-7374ec83b4f1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.317662] env[65683]: INFO nova.compute.manager [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Took 27.35 seconds to build instance. [ 639.348808] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafb752d-e97e-4c1f-a938-8241dcbd4782 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.358082] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd24ef2f-77e7-4434-a213-50244632e52f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.402248] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137941f-b599-4820-8910-fff95ce3e5d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.406777] env[65683]: WARNING neutronclient.v2_0.client [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.426066] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd1ee09-8294-4b0a-b155-1daf8aa41ad5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.430479] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650242} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.430724] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.431386] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90/b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.431612] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.432451] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-181c3b7a-6f59-4d30-84bb-12cad7a642f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.444777] env[65683]: DEBUG nova.compute.provider_tree [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.451056] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 639.451056] env[65683]: value = "task-4432657" [ 639.451056] env[65683]: _type = "Task" [ 639.451056] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.462214] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.545593] env[65683]: INFO nova.compute.manager [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Took 20.03 seconds to build instance. [ 639.739947] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Releasing lock "refresh_cache-6b042a7b-f012-436e-8f7b-33ebc843f958" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.740474] env[65683]: DEBUG nova.compute.manager [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 639.740801] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.741941] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25116c-1931-4727-a834-fffefa532f9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.751563] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.751778] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b155abf-adde-48d3-91f4-c1359b820c0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.760592] env[65683]: DEBUG oslo_vmware.api [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 639.760592] env[65683]: value = "task-4432658" [ 639.760592] env[65683]: _type = "Task" [ 639.760592] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.777038] env[65683]: DEBUG oslo_vmware.api [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.820080] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7914f42f-925a-4b20-9b53-696ea231110d tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.485s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.905680] env[65683]: DEBUG nova.network.neutron [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 639.922404] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432656, 'name': ReconfigVM_Task, 'duration_secs': 0.993561} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.922727] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.923428] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54935e3a-a791-4160-b84a-5cd60db5ca7a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.931664] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 639.931664] env[65683]: value = "task-4432659" [ 639.931664] env[65683]: _type = "Task" [ 639.931664] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.942722] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432659, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.953253] env[65683]: DEBUG nova.scheduler.client.report [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.968761] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081964} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.969023] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.969852] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603cf752-d981-497a-bf30-ca9e26d09473 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.995777] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90/b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.996671] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64bc1ce8-da69-430e-bc37-4c4cb840bf2b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.019628] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 640.019628] env[65683]: value = "task-4432660" [ 640.019628] env[65683]: _type = "Task" [ 640.019628] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.033140] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.047622] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff86f2ed-7200-43a4-a40d-da57da019847 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.541s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.107236] env[65683]: DEBUG nova.network.neutron [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Successfully created port: bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 640.183824] env[65683]: DEBUG nova.network.neutron [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Updated VIF entry in instance network info cache for port f839d7a1-7533-44fb-aea5-a2d9d4af391e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.184051] env[65683]: DEBUG nova.network.neutron [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Updating instance_info_cache with network_info: [{"id": "f839d7a1-7533-44fb-aea5-a2d9d4af391e", "address": "fa:16:3e:30:ee:ed", "network": {"id": "a080de94-bbef-42b3-a5b8-f2824c36c07e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-235720295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f431c0c91c7a466ea905cd15f61008b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf839d7a1-75", "ovs_interfaceid": "f839d7a1-7533-44fb-aea5-a2d9d4af391e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.272928] env[65683]: DEBUG oslo_vmware.api [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432658, 'name': PowerOffVM_Task, 'duration_secs': 0.357521} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.273531] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.273750] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.274136] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f83bbe1-089e-4e82-a771-686fb7f63429 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.307715] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.307715] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.308147] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Deleting the datastore file [datastore2] 6b042a7b-f012-436e-8f7b-33ebc843f958 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.308147] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9207d1cc-2b38-4f96-8e16-8b17ce9b78ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.316594] env[65683]: DEBUG oslo_vmware.api [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for the task: (returnval){ [ 640.316594] env[65683]: value = "task-4432662" [ 640.316594] env[65683]: _type = "Task" [ 640.316594] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.326590] env[65683]: DEBUG oslo_vmware.api [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.444719] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432659, 'name': Rename_Task, 'duration_secs': 0.291226} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.445504] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.445504] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e99bd43-ac22-4c03-9961-04ff82ee5a56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.454902] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 640.454902] env[65683]: value = "task-4432663" [ 640.454902] env[65683]: _type = "Task" [ 640.454902] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.465098] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.468197] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.511s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.470727] env[65683]: INFO nova.compute.claims [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.483299] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432663, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.507214] env[65683]: INFO nova.scheduler.client.report [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Deleted allocations for instance a18c85f2-ad46-4cd3-9deb-901e6486550b [ 640.533770] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.590242] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.590242] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.687020] env[65683]: DEBUG oslo_concurrency.lockutils [req-ba1e4725-d1c9-43a2-a52f-38ded0b9c871 req-33c540f1-7ba4-404d-921a-703405402381 service nova] Releasing lock "refresh_cache-f307e1d6-7592-42cd-9982-76fbb21fffae" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.829286] env[65683]: DEBUG oslo_vmware.api [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Task: {'id': task-4432662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21079} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.829429] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.829609] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.829762] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.829932] env[65683]: INFO nova.compute.manager [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Took 1.09 seconds to destroy the instance on the hypervisor. [ 640.830195] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 640.830393] env[65683]: DEBUG nova.compute.manager [-] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 640.830491] env[65683]: DEBUG nova.network.neutron [-] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 640.830785] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.967596] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.018073] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19250bd7-096c-48f3-814b-9955af3899ce tempest-DeleteServersAdminTestJSON-2142783473 tempest-DeleteServersAdminTestJSON-2142783473-project-admin] Lock "a18c85f2-ad46-4cd3-9deb-901e6486550b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.679s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.034365] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432660, 'name': ReconfigVM_Task, 'duration_secs': 0.636943} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.034365] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Reconfigured VM instance instance-0000000e to attach disk [datastore2] b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90/b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.035138] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4bd021-3bf5-4316-a98b-0e142d241569 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.044225] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 641.044225] env[65683]: value = "task-4432664" [ 641.044225] env[65683]: _type = "Task" [ 641.044225] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.055934] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432664, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.093580] env[65683]: DEBUG nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 641.467559] env[65683]: DEBUG oslo_vmware.api [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432663, 'name': PowerOnVM_Task, 'duration_secs': 0.7069} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.467884] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.468147] env[65683]: DEBUG nova.compute.manager [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.469285] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c56bc5-b143-4b83-b1f8-b78ad22d803e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.558663] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432664, 'name': Rename_Task, 'duration_secs': 0.174255} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.558948] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.559224] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f30d93-93e3-490d-9508-677077f84800 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.568969] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 641.568969] env[65683]: value = "task-4432665" [ 641.568969] env[65683]: _type = "Task" [ 641.568969] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.576975] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.640860] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.778252] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11749d7d-6cd9-4cd5-90d5-ef6f66397869 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.788509] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed07280b-e9ca-4768-b67f-a8d354c18012 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.827121] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e197b3-65b6-4b7e-a687-15843e5e9b91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.837088] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70a44a-5d7c-40f9-b7dc-1fd1f5cf5880 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.853938] env[65683]: DEBUG nova.compute.provider_tree [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.883991] env[65683]: DEBUG nova.network.neutron [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Successfully updated port: bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.996990] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.078144] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.117811] env[65683]: DEBUG nova.network.neutron [-] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.118134] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.164392] env[65683]: WARNING neutronclient.v2_0.client [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.357101] env[65683]: DEBUG nova.scheduler.client.report [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.389350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.389639] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.389886] env[65683]: DEBUG nova.network.neutron [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.583247] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432665, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.620965] env[65683]: DEBUG nova.network.neutron [-] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.866887] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.867462] env[65683]: DEBUG nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 642.870261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.733s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.872089] env[65683]: INFO nova.compute.claims [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.079885] env[65683]: DEBUG oslo_vmware.api [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4432665, 'name': PowerOnVM_Task, 'duration_secs': 1.207308} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.080571] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.080798] env[65683]: INFO nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Took 11.28 seconds to spawn the instance on the hypervisor. [ 643.081013] env[65683]: DEBUG nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 643.081818] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c109b88-2d98-4fe8-92fd-948a782f9a6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.127167] env[65683]: INFO nova.compute.manager [-] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Took 2.30 seconds to deallocate network for instance. [ 643.359274] env[65683]: DEBUG nova.network.neutron [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Updating instance_info_cache with network_info: [{"id": "335e2048-d8cb-4a1a-b14d-da49f4f8b51f", "address": "fa:16:3e:11:d6:df", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335e2048-d8", "ovs_interfaceid": "335e2048-d8cb-4a1a-b14d-da49f4f8b51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.378577] env[65683]: DEBUG nova.compute.utils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.384944] env[65683]: DEBUG nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 643.385229] env[65683]: DEBUG nova.network.neutron [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 643.385700] env[65683]: WARNING neutronclient.v2_0.client [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.386182] env[65683]: WARNING neutronclient.v2_0.client [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.394196] env[65683]: DEBUG nova.network.neutron [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.605234] env[65683]: INFO nova.compute.manager [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Took 21.93 seconds to build instance. [ 643.639978] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.862078] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-671a633d-ab29-4b33-8468-5fc0ff0c48f3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.862495] env[65683]: DEBUG nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Instance network_info: |[{"id": "335e2048-d8cb-4a1a-b14d-da49f4f8b51f", "address": "fa:16:3e:11:d6:df", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335e2048-d8", "ovs_interfaceid": "335e2048-d8cb-4a1a-b14d-da49f4f8b51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 643.863049] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:d6:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '335e2048-d8cb-4a1a-b14d-da49f4f8b51f', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.874798] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating folder: Project (9d246f54dac740a9931c2da538a177e4). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.875175] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fbff6ad-ee6a-4011-86e2-6591d9aa59cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.889309] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created folder: Project (9d246f54dac740a9931c2da538a177e4) in parent group-v867054. [ 643.889671] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating folder: Instances. Parent ref: group-v867098. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.890382] env[65683]: DEBUG nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 643.898522] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35029d5c-3266-4d1e-ac69-fd7122db89f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.912597] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created folder: Instances in parent group-v867098. [ 643.913607] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 643.913607] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.913607] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-772ff353-0b5d-4e1a-ab6c-7a446667c6bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.944492] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.944492] env[65683]: value = "task-4432668" [ 643.944492] env[65683]: _type = "Task" [ 643.944492] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.956662] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432668, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.109131] env[65683]: DEBUG oslo_concurrency.lockutils [None req-29e22acb-8bc7-4f41-9676-c2a2a77d041b tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.446s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.250808] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5943f-d6cf-43f9-b8cc-103998952c84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.261788] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e1f44-e2e3-4630-bf40-a48c85f6b7ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.296578] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a9afbe-9914-4c5a-b755-563858829504 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.311101] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41fdc0-e515-4bcf-8fa7-2a9e9ec015ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.332556] env[65683]: DEBUG nova.compute.provider_tree [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.355477] env[65683]: DEBUG nova.policy [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a319d0fa3c49c9b4541458f5be152f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8629140b3b1b490f99cc420f8ce371b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.463023] env[65683]: WARNING neutronclient.v2_0.client [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.468078] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432668, 'name': CreateVM_Task, 'duration_secs': 0.502738} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.468504] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.469224] env[65683]: WARNING neutronclient.v2_0.client [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.469602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.469884] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.470246] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.470567] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841d915e-e748-4a59-9b5f-36bf26e940c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.477953] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 644.477953] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52058488-57b3-28aa-691d-3d317f6d212f" [ 644.477953] env[65683]: _type = "Task" [ 644.477953] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.489233] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52058488-57b3-28aa-691d-3d317f6d212f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.757847] env[65683]: DEBUG nova.network.neutron [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updating instance_info_cache with network_info: [{"id": "bee23bcf-392d-4edb-af44-d172c51c8765", "address": "fa:16:3e:36:21:63", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee23bcf-39", "ovs_interfaceid": "bee23bcf-392d-4edb-af44-d172c51c8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.829539] env[65683]: DEBUG nova.network.neutron [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Successfully created port: 8952fca7-d858-4d9f-8c6c-144b0aa20155 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.837569] env[65683]: DEBUG nova.scheduler.client.report [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.910928] env[65683]: DEBUG nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 644.948107] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 644.948379] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.948588] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 644.949032] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.949032] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 644.949245] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 644.949932] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 644.949932] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 644.949932] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 644.950110] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 644.950214] env[65683]: DEBUG nova.virt.hardware [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 644.951162] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05389e8-2f5c-4584-a41b-0a76d684016c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.963236] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33f681a-3017-4eab-8bcb-6910d9f6a166 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.991017] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52058488-57b3-28aa-691d-3d317f6d212f, 'name': SearchDatastore_Task, 'duration_secs': 0.013249} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.991469] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.991736] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.991960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.992120] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.992294] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.992916] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62e36e84-2d21-4b78-a352-e8259e4268ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.006891] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.006891] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.007252] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a168fd4d-4f8f-454e-aaee-8e84c207b1c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.013607] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 645.013607] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52977c0c-7239-cb51-0686-c628c82846c4" [ 645.013607] env[65683]: _type = "Task" [ 645.013607] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.023752] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52977c0c-7239-cb51-0686-c628c82846c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.070897] env[65683]: DEBUG nova.compute.manager [req-c1ca96e2-efef-44c3-8963-368b8ac1ced5 req-e856e224-1e6d-417d-b4b9-03e245658a89 service nova] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Received event network-vif-deleted-3a2c0dc1-0c62-4c2d-aaf0-c15cc8e0447c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.126484] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "716a9055-81b4-4c36-b19e-8585e124bc83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.127122] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "716a9055-81b4-4c36-b19e-8585e124bc83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.222939] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Received event network-vif-plugged-bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.222939] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Acquiring lock "0129724f-53f3-446a-b2b5-4df9cf72b45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.222939] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.222939] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.223139] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] No waiting events found dispatching network-vif-plugged-bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 645.223359] env[65683]: WARNING nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Received unexpected event network-vif-plugged-bff61bd7-6f22-4249-92c6-e1d881fe9148 for instance with vm_state active and task_state None. [ 645.223612] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Received event network-changed-bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.223612] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Refreshing instance network info cache due to event network-changed-bff61bd7-6f22-4249-92c6-e1d881fe9148. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 645.223997] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Acquiring lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.223997] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Acquired lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.224145] env[65683]: DEBUG nova.network.neutron [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Refreshing network info cache for port bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.261087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.261777] env[65683]: DEBUG nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Instance network_info: |[{"id": "bee23bcf-392d-4edb-af44-d172c51c8765", "address": "fa:16:3e:36:21:63", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee23bcf-39", "ovs_interfaceid": "bee23bcf-392d-4edb-af44-d172c51c8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 645.261919] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:21:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bee23bcf-392d-4edb-af44-d172c51c8765', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.272758] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating folder: Project (e3b18c49ceea46d6911355436cc6d6e0). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.274161] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea33cc62-2e8d-4b4c-ac89-587ba7b8dbdb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.287490] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created folder: Project (e3b18c49ceea46d6911355436cc6d6e0) in parent group-v867054. [ 645.287699] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating folder: Instances. Parent ref: group-v867101. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.287989] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7165519-e70c-40dd-97f9-be8921f75b9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.299956] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created folder: Instances in parent group-v867101. [ 645.301100] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 645.301100] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.301100] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-458a0055-1ff8-41d4-a55a-0a4d8152b15d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.324206] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.324206] env[65683]: value = "task-4432671" [ 645.324206] env[65683]: _type = "Task" [ 645.324206] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.334496] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432671, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.343508] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.344155] env[65683]: DEBUG nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 645.347670] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.201s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.526236] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52977c0c-7239-cb51-0686-c628c82846c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.527618] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860ab430-bf1c-441d-bb69-01b6f1023dae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.534451] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 645.534451] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c3786d-253d-d574-031e-0ddd2dd4b602" [ 645.534451] env[65683]: _type = "Task" [ 645.534451] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.544052] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c3786d-253d-d574-031e-0ddd2dd4b602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.631029] env[65683]: DEBUG nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 645.727836] env[65683]: WARNING neutronclient.v2_0.client [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.837508] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432671, 'name': CreateVM_Task, 'duration_secs': 0.355759} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.837694] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.838312] env[65683]: WARNING neutronclient.v2_0.client [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.838567] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.838709] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.839038] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.840183] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd2d8c0-3449-45a6-b676-8c34318461c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.846029] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 645.846029] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52dcd6c9-ad23-e400-7c77-4fedfa20a65c" [ 645.846029] env[65683]: _type = "Task" [ 645.846029] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.854533] env[65683]: INFO nova.compute.claims [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.862298] env[65683]: DEBUG nova.compute.utils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.863994] env[65683]: DEBUG nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 645.864241] env[65683]: DEBUG nova.network.neutron [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 645.864576] env[65683]: WARNING neutronclient.v2_0.client [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.864869] env[65683]: WARNING neutronclient.v2_0.client [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.866867] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52dcd6c9-ad23-e400-7c77-4fedfa20a65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.047040] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c3786d-253d-d574-031e-0ddd2dd4b602, 'name': SearchDatastore_Task, 'duration_secs': 0.013925} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.047399] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.047619] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.047909] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9be103c9-8724-4ec9-a98a-569d59c10e67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.057371] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 646.057371] env[65683]: value = "task-4432672" [ 646.057371] env[65683]: _type = "Task" [ 646.057371] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.069886] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.078412] env[65683]: DEBUG nova.policy [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12731204925e44aaa7d7be29bcb193b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44f7a861e15f4aad9c984f7a21bddf9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.164530] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.362377] env[65683]: INFO nova.compute.resource_tracker [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating resource usage from migration 60acf09f-04d8-4230-9a7b-1fe5e71b85c5 [ 646.365579] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52dcd6c9-ad23-e400-7c77-4fedfa20a65c, 'name': SearchDatastore_Task, 'duration_secs': 0.026857} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.366291] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.366466] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.367075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.367075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.367075] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.371694] env[65683]: DEBUG nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 646.374525] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a94b75a8-1a5d-4db3-9f7c-9e3a700656c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.389461] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.389461] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.391429] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf3538a-f5a0-447b-bb34-b1c1f2e219b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.405779] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 646.405779] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52efd30d-2595-0d2b-eb9b-6691a22db79b" [ 646.405779] env[65683]: _type = "Task" [ 646.405779] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.417707] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52efd30d-2595-0d2b-eb9b-6691a22db79b, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.421777] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7589369-f7e9-4dd5-b372-c125b284ed44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.430102] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 646.430102] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b39363-3da1-faad-3810-c86413674667" [ 646.430102] env[65683]: _type = "Task" [ 646.430102] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.438933] env[65683]: DEBUG nova.network.neutron [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Successfully updated port: 8952fca7-d858-4d9f-8c6c-144b0aa20155 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 646.448720] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b39363-3da1-faad-3810-c86413674667, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.452731] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.453040] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0957ac00-4af5-4132-ba15-d40443002953/0957ac00-4af5-4132-ba15-d40443002953.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.453600] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24173b1c-eeee-4ecf-be9e-5aaf59074f16 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.463328] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 646.463328] env[65683]: value = "task-4432673" [ 646.463328] env[65683]: _type = "Task" [ 646.463328] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.479634] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.577772] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.779995] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d64b78b-4954-4226-bc4a-74d5d0d3000d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.793027] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5ecd8-6436-4c20-a226-d72b10117d21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.827140] env[65683]: DEBUG nova.network.neutron [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Successfully created port: 76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 646.830512] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5c1727-c678-4b8e-8940-7915c9916191 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.840486] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5505dc6-8bee-4266-96d5-0414695489be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.861217] env[65683]: DEBUG nova.compute.provider_tree [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.943493] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "refresh_cache-e713993e-5be1-4c47-b1d1-09bb74ff48f5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.943493] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquired lock "refresh_cache-e713993e-5be1-4c47-b1d1-09bb74ff48f5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.943493] env[65683]: DEBUG nova.network.neutron [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 646.975960] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.080314] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765991} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.080628] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.081021] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.081168] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0141cbc-7050-4663-b337-dc8092255945 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.089908] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 647.089908] env[65683]: value = "task-4432674" [ 647.089908] env[65683]: _type = "Task" [ 647.089908] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.102856] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.365825] env[65683]: DEBUG nova.scheduler.client.report [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.385966] env[65683]: DEBUG nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 647.418787] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 647.419112] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.419282] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 647.419464] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.419654] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 647.419802] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 647.420014] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 647.420183] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 647.420385] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 647.420574] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 647.420870] env[65683]: DEBUG nova.virt.hardware [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 647.422371] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb0e407-fd41-4063-acfe-e0b629bc1cf4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.433296] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0b3c4c-f148-4f8c-98dc-516c28ecf3ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.476786] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432673, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.582783] env[65683]: WARNING neutronclient.v2_0.client [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.601721] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328499} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.602379] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.603891] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ccf763-6bc8-4528-aeda-33a7b510025c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.631574] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.631967] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f085de-4b84-4c92-a3ed-5c329c25fb43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.654583] env[65683]: DEBUG nova.network.neutron [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.660328] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 647.660328] env[65683]: value = "task-4432675" [ 647.660328] env[65683]: _type = "Task" [ 647.660328] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.671954] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.871523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.524s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.871523] env[65683]: INFO nova.compute.manager [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Migrating [ 647.871912] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.871912] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.873630] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.233s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.875054] env[65683]: INFO nova.compute.claims [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.977370] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432673, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.359821} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.977370] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0957ac00-4af5-4132-ba15-d40443002953/0957ac00-4af5-4132-ba15-d40443002953.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.977370] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.977613] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41206670-9e93-4357-b8f4-a60084eb1391 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.987046] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 647.987046] env[65683]: value = "task-4432676" [ 647.987046] env[65683]: _type = "Task" [ 647.987046] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.002586] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.147170] env[65683]: DEBUG nova.network.neutron [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Updated VIF entry in instance network info cache for port bff61bd7-6f22-4249-92c6-e1d881fe9148. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.147170] env[65683]: DEBUG nova.network.neutron [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Updating instance_info_cache with network_info: [{"id": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "address": "fa:16:3e:a7:e8:19", "network": {"id": "01ff0da4-b00c-4b91-9db1-19d1cdaf89b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-844133373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeaf15dea49a4686a9ad5e0ff1c8c30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff61bd7-6f", "ovs_interfaceid": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.177159] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.273345] env[65683]: WARNING neutronclient.v2_0.client [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.382208] env[65683]: INFO nova.compute.rpcapi [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 648.382788] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.501634] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087017} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.502038] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.503019] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d5ccaa-c019-4861-94ac-bcc0b3ebf483 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.533431] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0957ac00-4af5-4132-ba15-d40443002953/0957ac00-4af5-4132-ba15-d40443002953.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.534998] env[65683]: DEBUG nova.network.neutron [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Successfully updated port: 76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 648.536843] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178aa429-fa18-4091-a67d-38670d0f6813 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.552890] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.553145] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.553493] env[65683]: DEBUG nova.network.neutron [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.561672] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 648.561672] env[65683]: value = "task-4432677" [ 648.561672] env[65683]: _type = "Task" [ 648.561672] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.567376] env[65683]: DEBUG nova.network.neutron [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Updating instance_info_cache with network_info: [{"id": "8952fca7-d858-4d9f-8c6c-144b0aa20155", "address": "fa:16:3e:a1:65:db", "network": {"id": "6402d308-fe24-4721-b0bd-aa17faf44237", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1585413252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8629140b3b1b490f99cc420f8ce371b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8952fca7-d8", "ovs_interfaceid": "8952fca7-d858-4d9f-8c6c-144b0aa20155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.576435] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.650210] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Releasing lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.650940] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Received event network-vif-plugged-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 648.651227] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Acquiring lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.651463] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.651658] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.651878] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] No waiting events found dispatching network-vif-plugged-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 648.652407] env[65683]: WARNING nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Received unexpected event network-vif-plugged-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d for instance with vm_state active and task_state None. [ 648.652723] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Received event network-changed-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 648.652943] env[65683]: DEBUG nova.compute.manager [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Refreshing instance network info cache due to event network-changed-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 648.653156] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Acquiring lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.653336] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Acquired lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.653540] env[65683]: DEBUG nova.network.neutron [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Refreshing network info cache for port aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.676517] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.904965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.905198] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.905396] env[65683]: DEBUG nova.network.neutron [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.070833] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Releasing lock "refresh_cache-e713993e-5be1-4c47-b1d1-09bb74ff48f5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.071306] env[65683]: DEBUG nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Instance network_info: |[{"id": "8952fca7-d858-4d9f-8c6c-144b0aa20155", "address": "fa:16:3e:a1:65:db", "network": {"id": "6402d308-fe24-4721-b0bd-aa17faf44237", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1585413252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8629140b3b1b490f99cc420f8ce371b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8952fca7-d8", "ovs_interfaceid": "8952fca7-d858-4d9f-8c6c-144b0aa20155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 649.075493] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:65:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8952fca7-d858-4d9f-8c6c-144b0aa20155', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.085023] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Creating folder: Project (8629140b3b1b490f99cc420f8ce371b9). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.085023] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432677, 'name': ReconfigVM_Task, 'duration_secs': 0.338155} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.087127] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10ff9b07-1d40-45ec-b122-3fb43ca57d0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.088887] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0957ac00-4af5-4132-ba15-d40443002953/0957ac00-4af5-4132-ba15-d40443002953.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.089888] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9d67828-5acf-4ccc-9ba9-13cfce9d0487 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.097243] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 649.097243] env[65683]: value = "task-4432679" [ 649.097243] env[65683]: _type = "Task" [ 649.097243] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.103127] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Created folder: Project (8629140b3b1b490f99cc420f8ce371b9) in parent group-v867054. [ 649.103321] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Creating folder: Instances. Parent ref: group-v867104. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.103585] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86ba6a31-133e-41e1-9ac9-4386e5ad85f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.113424] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432679, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.127023] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Created folder: Instances in parent group-v867104. [ 649.127023] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 649.127023] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.127023] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8b5d78-64b7-44ee-a84e-5fe0ea7aa5fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.159547] env[65683]: WARNING neutronclient.v2_0.client [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.162013] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.162013] env[65683]: value = "task-4432681" [ 649.162013] env[65683]: _type = "Task" [ 649.162013] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.182284] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432681, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.192932] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432675, 'name': ReconfigVM_Task, 'duration_secs': 1.11174} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.193961] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.194681] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf4b97d4-d26c-4efa-beae-de9ee55583ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.202783] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 649.202783] env[65683]: value = "task-4432682" [ 649.202783] env[65683]: _type = "Task" [ 649.202783] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.216557] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432682, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.218093] env[65683]: DEBUG nova.network.neutron [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 649.263163] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec2f94-4e44-47d6-ba66-d9186de5f717 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.271888] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e91ea1-fa1a-467e-9553-79025f79aaf8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.309168] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f9cea-81c3-42ae-be44-5dc8c27c07ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.319832] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95137cc-4cab-47ca-9227-50aae5ff3895 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.340879] env[65683]: DEBUG nova.compute.provider_tree [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.414901] env[65683]: WARNING neutronclient.v2_0.client [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.503245] env[65683]: WARNING neutronclient.v2_0.client [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.617557] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432679, 'name': Rename_Task, 'duration_secs': 0.197589} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.617945] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.618589] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a388019-46fe-4f00-b6da-81f75a1a734e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.628161] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 649.628161] env[65683]: value = "task-4432683" [ 649.628161] env[65683]: _type = "Task" [ 649.628161] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.638022] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.679614] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432681, 'name': CreateVM_Task, 'duration_secs': 0.408862} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.679788] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.680347] env[65683]: WARNING neutronclient.v2_0.client [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.680869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.681529] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.683410] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.683410] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f72d0b-9949-460a-9e8f-da18b87e459e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.687400] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 649.687400] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52539bad-eb85-eec1-616a-42543ce1a737" [ 649.687400] env[65683]: _type = "Task" [ 649.687400] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.697416] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52539bad-eb85-eec1-616a-42543ce1a737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.705268] env[65683]: WARNING neutronclient.v2_0.client [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.717260] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432682, 'name': Rename_Task, 'duration_secs': 0.208067} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.717540] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.717792] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9491a4e0-21d6-47ed-a2be-d440bd3024ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.728719] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 649.728719] env[65683]: value = "task-4432684" [ 649.728719] env[65683]: _type = "Task" [ 649.728719] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.739215] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.790518] env[65683]: DEBUG nova.network.neutron [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updating instance_info_cache with network_info: [{"id": "76687361-0896-494e-9b0f-2e8e2b300f66", "address": "fa:16:3e:4c:8e:d8", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76687361-08", "ovs_interfaceid": "76687361-0896-494e-9b0f-2e8e2b300f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.845139] env[65683]: DEBUG nova.scheduler.client.report [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.015910] env[65683]: DEBUG nova.network.neutron [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Updated VIF entry in instance network info cache for port aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.016302] env[65683]: DEBUG nova.network.neutron [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Updating instance_info_cache with network_info: [{"id": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "address": "fa:16:3e:5a:97:b2", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2e8b34-ee", "ovs_interfaceid": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.068637] env[65683]: WARNING neutronclient.v2_0.client [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.141920] env[65683]: DEBUG oslo_vmware.api [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432683, 'name': PowerOnVM_Task, 'duration_secs': 0.48755} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.143707] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.143707] env[65683]: INFO nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Took 11.46 seconds to spawn the instance on the hypervisor. [ 650.143707] env[65683]: DEBUG nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.144746] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18459673-e932-47ae-a4f7-89d5af72d005 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.200364] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52539bad-eb85-eec1-616a-42543ce1a737, 'name': SearchDatastore_Task, 'duration_secs': 0.015135} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.201458] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.201458] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.201458] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.201852] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.201852] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.203313] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec2d5331-d1e0-4169-a93d-ff4b59105f63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.215147] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.215375] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.217425] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07aaf39e-7fec-4bc9-a938-1f638f76317e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.229061] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 650.229061] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521721dd-6e4d-d5b8-57b3-5a87f6b6a915" [ 650.229061] env[65683]: _type = "Task" [ 650.229061] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.237527] env[65683]: DEBUG nova.network.neutron [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance_info_cache with network_info: [{"id": "34659e3a-02fa-4461-b47d-979353a0f5a9", "address": "fa:16:3e:7c:87:6d", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34659e3a-02", "ovs_interfaceid": "34659e3a-02fa-4461-b47d-979353a0f5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.243181] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521721dd-6e4d-d5b8-57b3-5a87f6b6a915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.248245] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432684, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.295402] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Releasing lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.295585] env[65683]: DEBUG nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance network_info: |[{"id": "76687361-0896-494e-9b0f-2e8e2b300f66", "address": "fa:16:3e:4c:8e:d8", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76687361-08", "ovs_interfaceid": "76687361-0896-494e-9b0f-2e8e2b300f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 650.296053] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:8e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76687361-0896-494e-9b0f-2e8e2b300f66', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.304554] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 650.304813] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.305144] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-298f7f83-5513-4e3b-b78b-c5aab4d04ea8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.331704] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.331704] env[65683]: value = "task-4432685" [ 650.331704] env[65683]: _type = "Task" [ 650.331704] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.341715] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432685, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.349778] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.350431] env[65683]: DEBUG nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 650.353150] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.360s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.353335] env[65683]: DEBUG nova.objects.instance [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 650.519757] env[65683]: DEBUG oslo_concurrency.lockutils [req-445c245c-cf91-4b60-8d11-7764092fa811 req-4a6e50bc-5299-4669-beef-8232de9db188 service nova] Releasing lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.666620] env[65683]: INFO nova.compute.manager [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Took 25.62 seconds to build instance. [ 650.746493] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.748025] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521721dd-6e4d-d5b8-57b3-5a87f6b6a915, 'name': SearchDatastore_Task, 'duration_secs': 0.017722} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.756133] env[65683]: DEBUG oslo_vmware.api [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432684, 'name': PowerOnVM_Task, 'duration_secs': 0.853372} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.756856] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a039a4c1-ecb8-4864-8339-223e684c693b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.760739] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.760739] env[65683]: INFO nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Took 14.51 seconds to spawn the instance on the hypervisor. [ 650.760739] env[65683]: DEBUG nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.761639] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcff8c9-fcd0-4387-9fdb-a5b6ac945ff6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.768851] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 650.768851] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52170b43-9404-a5bb-b8b1-1ed9fcb02013" [ 650.768851] env[65683]: _type = "Task" [ 650.768851] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.786421] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52170b43-9404-a5bb-b8b1-1ed9fcb02013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.845681] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432685, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.860213] env[65683]: DEBUG nova.compute.utils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.864657] env[65683]: DEBUG nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 650.865133] env[65683]: DEBUG nova.network.neutron [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 650.865581] env[65683]: WARNING neutronclient.v2_0.client [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.866028] env[65683]: WARNING neutronclient.v2_0.client [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.873218] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "69ac01dc-141d-4931-80b1-472217a25ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.873218] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.962788] env[65683]: DEBUG nova.policy [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b549c4f7f04d51a322e48b7da39259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57f3135c6c4742b992c09196e63ecc37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.170705] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c6d422ea-92f5-4dfd-9fca-cd852e8b256f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0957ac00-4af5-4132-ba15-d40443002953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.133s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.295613] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52170b43-9404-a5bb-b8b1-1ed9fcb02013, 'name': SearchDatastore_Task, 'duration_secs': 0.022222} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.297892] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.297892] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e713993e-5be1-4c47-b1d1-09bb74ff48f5/e713993e-5be1-4c47-b1d1-09bb74ff48f5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.299194] env[65683]: INFO nova.compute.manager [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Took 26.55 seconds to build instance. [ 651.300186] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-549e639f-84f2-4e29-9820-5cc10c017108 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.313504] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 651.313504] env[65683]: value = "task-4432686" [ 651.313504] env[65683]: _type = "Task" [ 651.313504] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.326301] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.348566] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432685, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.365470] env[65683]: DEBUG nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 651.376866] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36110e4-d21a-4cc2-8f45-795464d4ad83 tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.376866] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.735s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.376866] env[65683]: DEBUG nova.objects.instance [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lazy-loading 'resources' on Instance uuid 6b042a7b-f012-436e-8f7b-33ebc843f958 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.377753] env[65683]: DEBUG nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 651.425183] env[65683]: DEBUG nova.network.neutron [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Successfully created port: 389cf1fd-f864-4d05-bb7a-d12642e271df {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 651.748986] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "78284eeb-dc6d-405c-8a79-e46ccec7d553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.750035] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.807039] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6eff5251-d8f6-4d2e-800c-23208a92fb1c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.063s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.825127] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.846024] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432685, 'name': CreateVM_Task, 'duration_secs': 1.493284} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.846024] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.846024] env[65683]: WARNING neutronclient.v2_0.client [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.846024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.846024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.846309] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.846309] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2ada06-b1f7-48e0-aa40-dd7ca8cfcbc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.852186] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 651.852186] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528afc64-d55b-fd7f-9f12-1e7c0e1d1e8f" [ 651.852186] env[65683]: _type = "Task" [ 651.852186] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.876043] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528afc64-d55b-fd7f-9f12-1e7c0e1d1e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.876043] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.876043] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.876043] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.876361] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.876361] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.876361] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba7a939-3b47-4c6a-841f-1a5c6c666621 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.894292] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.894468] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.897976] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba0752c-e553-4dc9-a370-a63aa679d951 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.905066] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 651.905066] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52920026-b655-d5a7-1c77-4857b15946a5" [ 651.905066] env[65683]: _type = "Task" [ 651.905066] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.914644] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52920026-b655-d5a7-1c77-4857b15946a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.918135] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.235964] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee3fdaf-8b00-4192-ba41-1ee1b5328d4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.247965] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd31e4c9-2909-4808-8f04-d941acbde59d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.254026] env[65683]: DEBUG nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 652.293307] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6086ef5-ea57-4cb2-b59e-62b7377bdd75 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.297143] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baef309-020a-4234-9aa3-08fb90cf54ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.320869] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e12f6c-0149-4fa1-afd4-f2804eb1d3f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.325210] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance 'ac264115-3fd3-4cc3-b700-dd918838b320' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.344562] env[65683]: DEBUG nova.compute.provider_tree [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.349545] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97167} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.349965] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e713993e-5be1-4c47-b1d1-09bb74ff48f5/e713993e-5be1-4c47-b1d1-09bb74ff48f5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.350197] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.350452] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e941f6b-6c9c-4f55-9262-8afe314b49d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.358732] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 652.358732] env[65683]: value = "task-4432687" [ 652.358732] env[65683]: _type = "Task" [ 652.358732] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.369972] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.374692] env[65683]: DEBUG nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 652.412375] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 652.412587] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.412783] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 652.412968] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.413121] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 652.413261] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 652.413458] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 652.414416] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 652.414416] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 652.414416] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 652.414416] env[65683]: DEBUG nova.virt.hardware [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 652.415345] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1056ff8d-6711-4620-8597-cfdb4d137d5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.427220] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52920026-b655-d5a7-1c77-4857b15946a5, 'name': SearchDatastore_Task, 'duration_secs': 0.016675} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.429350] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e6da5-627f-4182-80e1-be740f32670d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.433184] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301c085e-961e-4e81-aa45-cb5a6240be79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.450453] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 652.450453] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d55f92-00c2-e826-1f38-49ad35188259" [ 652.450453] env[65683]: _type = "Task" [ 652.450453] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.460379] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d55f92-00c2-e826-1f38-49ad35188259, 'name': SearchDatastore_Task, 'duration_secs': 0.015706} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.461052] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.461052] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 32139dca-3134-4408-9d41-5b0cc132af7e/32139dca-3134-4408-9d41-5b0cc132af7e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.461342] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beeb7ae9-d43d-41a2-8f98-cee43551865d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.470130] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 652.470130] env[65683]: value = "task-4432688" [ 652.470130] env[65683]: _type = "Task" [ 652.470130] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.479663] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.819664] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.834916] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.835428] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c944855e-22b5-4e34-bb11-a18c552a22ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.852735] env[65683]: DEBUG nova.scheduler.client.report [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.857555] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 652.857555] env[65683]: value = "task-4432689" [ 652.857555] env[65683]: _type = "Task" [ 652.857555] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.872121] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112574} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.878879] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.880656] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.881422] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c417b2df-79f0-4b8b-b421-527923704b2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.909397] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] e713993e-5be1-4c47-b1d1-09bb74ff48f5/e713993e-5be1-4c47-b1d1-09bb74ff48f5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.910179] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9139ee19-767f-44e0-aa0d-9093723582ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.935503] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 652.935503] env[65683]: value = "task-4432690" [ 652.935503] env[65683]: _type = "Task" [ 652.935503] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.949990] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.982323] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.147280] env[65683]: DEBUG nova.network.neutron [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Successfully updated port: 389cf1fd-f864-4d05-bb7a-d12642e271df {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 653.362550] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.372398] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.201s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.372398] env[65683]: INFO nova.compute.claims [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.387792] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432689, 'name': PowerOffVM_Task, 'duration_secs': 0.447858} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.388199] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.388701] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance 'ac264115-3fd3-4cc3-b700-dd918838b320' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.410936] env[65683]: INFO nova.scheduler.client.report [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Deleted allocations for instance 6b042a7b-f012-436e-8f7b-33ebc843f958 [ 653.448846] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.484057] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615276} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.484880] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 32139dca-3134-4408-9d41-5b0cc132af7e/32139dca-3134-4408-9d41-5b0cc132af7e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.485188] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.485562] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df16c0a0-3d40-428a-97e5-75005e2a80ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.495920] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 653.495920] env[65683]: value = "task-4432691" [ 653.495920] env[65683]: _type = "Task" [ 653.495920] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.510945] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.652771] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "refresh_cache-5fab543c-86b1-4821-abb5-8cb9ffbcafba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.652985] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquired lock "refresh_cache-5fab543c-86b1-4821-abb5-8cb9ffbcafba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.653180] env[65683]: DEBUG nova.network.neutron [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 653.900435] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.900703] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.900856] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.901040] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.901088] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.901206] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.901398] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.901548] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.901701] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.901889] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.902140] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.908133] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66a3250-fdd9-44d6-8238-bc8d70f49af9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.931862] env[65683]: DEBUG nova.compute.manager [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Received event network-vif-plugged-335e2048-d8cb-4a1a-b14d-da49f4f8b51f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.931862] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] Acquiring lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.931862] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.931862] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.932913] env[65683]: DEBUG nova.compute.manager [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] No waiting events found dispatching network-vif-plugged-335e2048-d8cb-4a1a-b14d-da49f4f8b51f {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 653.932913] env[65683]: WARNING nova.compute.manager [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Received unexpected event network-vif-plugged-335e2048-d8cb-4a1a-b14d-da49f4f8b51f for instance with vm_state active and task_state None. [ 653.932913] env[65683]: DEBUG nova.compute.manager [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Received event network-changed-335e2048-d8cb-4a1a-b14d-da49f4f8b51f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.932913] env[65683]: DEBUG nova.compute.manager [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Refreshing instance network info cache due to event network-changed-335e2048-d8cb-4a1a-b14d-da49f4f8b51f. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 653.932913] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] Acquiring lock "refresh_cache-671a633d-ab29-4b33-8468-5fc0ff0c48f3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.933154] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] Acquired lock "refresh_cache-671a633d-ab29-4b33-8468-5fc0ff0c48f3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.933154] env[65683]: DEBUG nova.network.neutron [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Refreshing network info cache for port 335e2048-d8cb-4a1a-b14d-da49f4f8b51f {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.936875] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3db93d52-dda3-481a-963a-980641dc33d6 tempest-ServerDiagnosticsV248Test-740222703 tempest-ServerDiagnosticsV248Test-740222703-project-member] Lock "6b042a7b-f012-436e-8f7b-33ebc843f958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.900s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.939297] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 653.939297] env[65683]: value = "task-4432692" [ 653.939297] env[65683]: _type = "Task" [ 653.939297] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.956901] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432690, 'name': ReconfigVM_Task, 'duration_secs': 0.517948} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.960771] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Reconfigured VM instance instance-00000011 to attach disk [datastore2] e713993e-5be1-4c47-b1d1-09bb74ff48f5/e713993e-5be1-4c47-b1d1-09bb74ff48f5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.961889] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.962153] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437c2e35-9317-47bc-82f6-df42e7d92e19 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.970390] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 653.970390] env[65683]: value = "task-4432693" [ 653.970390] env[65683]: _type = "Task" [ 653.970390] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.980740] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432693, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.007150] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07825} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.008589] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.011921] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8570546-46ae-4061-8d2d-aa13d3570952 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.015267] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "e9f1571f-b718-4c4c-8feb-f23426bd5274" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.015534] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.048491] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 32139dca-3134-4408-9d41-5b0cc132af7e/32139dca-3134-4408-9d41-5b0cc132af7e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.049918] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa8bad3e-66d8-45e9-b7ed-d8b6fe582c32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.079478] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 654.079478] env[65683]: value = "task-4432694" [ 654.079478] env[65683]: _type = "Task" [ 654.079478] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.095168] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.098314] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Received event network-changed-3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 654.098539] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Refreshing instance network info cache due to event network-changed-3eee0150-7cb3-4790-8ed4-b759b257a326. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 654.098766] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.098925] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.099063] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Refreshing network info cache for port 3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.234285] env[65683]: DEBUG nova.network.neutron [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 654.317334] env[65683]: INFO nova.compute.manager [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Rebuilding instance [ 654.371848] env[65683]: DEBUG nova.compute.manager [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.373295] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c586019d-187c-4466-b663-908f1c584b83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.442132] env[65683]: WARNING neutronclient.v2_0.client [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.459470] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432692, 'name': ReconfigVM_Task, 'duration_secs': 0.313459} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.459470] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance 'ac264115-3fd3-4cc3-b700-dd918838b320' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.483278] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432693, 'name': Rename_Task, 'duration_secs': 0.36133} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.486426] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.487054] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b884cb1-177b-47a5-8c00-3605314f031a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.496617] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 654.496617] env[65683]: value = "task-4432695" [ 654.496617] env[65683]: _type = "Task" [ 654.496617] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.515627] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.517882] env[65683]: DEBUG nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 654.593838] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.603531] env[65683]: WARNING neutronclient.v2_0.client [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.776211] env[65683]: WARNING neutronclient.v2_0.client [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.840926] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ecb9cc-dc42-4720-b721-11ee6c76373a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.852773] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4308898-c245-4898-a0a7-830ab67626d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.903774] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f1bb0e-489e-4567-a575-b9e428cb4679 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.916152] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29107917-6667-41cb-8cdb-cbcd5fa549eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.938384] env[65683]: DEBUG nova.compute.provider_tree [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.967786] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 654.968095] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.968271] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 654.968475] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.968622] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 654.968764] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 654.968982] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.969165] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 654.969333] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 654.969524] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 654.969716] env[65683]: DEBUG nova.virt.hardware [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 654.975658] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 654.976299] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-224e4e82-be93-4384-92ca-1725b8cd173a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.997375] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 654.997375] env[65683]: value = "task-4432696" [ 654.997375] env[65683]: _type = "Task" [ 654.997375] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.013896] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432695, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.017667] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.045622] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.094261] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432694, 'name': ReconfigVM_Task, 'duration_secs': 0.740669} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.094606] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 32139dca-3134-4408-9d41-5b0cc132af7e/32139dca-3134-4408-9d41-5b0cc132af7e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.098085] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d04a0b0-0bff-4986-b185-c9a85f11d393 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.101683] env[65683]: DEBUG nova.network.neutron [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Updating instance_info_cache with network_info: [{"id": "389cf1fd-f864-4d05-bb7a-d12642e271df", "address": "fa:16:3e:d6:55:9b", "network": {"id": "5799be1c-b90b-4730-8723-c53b93ba7412", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1608389586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "57f3135c6c4742b992c09196e63ecc37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389cf1fd-f8", "ovs_interfaceid": "389cf1fd-f864-4d05-bb7a-d12642e271df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.106600] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 655.106600] env[65683]: value = "task-4432697" [ 655.106600] env[65683]: _type = "Task" [ 655.106600] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.118651] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432697, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.292124] env[65683]: WARNING neutronclient.v2_0.client [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.326294] env[65683]: WARNING neutronclient.v2_0.client [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.366904] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.367214] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.405359] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.406048] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb6b355-5aea-4d09-a2ea-6d80806cec5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.415111] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 655.415111] env[65683]: value = "task-4432698" [ 655.415111] env[65683]: _type = "Task" [ 655.415111] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.427822] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.443502] env[65683]: DEBUG nova.network.neutron [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Updated VIF entry in instance network info cache for port 335e2048-d8cb-4a1a-b14d-da49f4f8b51f. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.443921] env[65683]: DEBUG nova.network.neutron [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Updating instance_info_cache with network_info: [{"id": "335e2048-d8cb-4a1a-b14d-da49f4f8b51f", "address": "fa:16:3e:11:d6:df", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335e2048-d8", "ovs_interfaceid": "335e2048-d8cb-4a1a-b14d-da49f4f8b51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.445755] env[65683]: DEBUG nova.scheduler.client.report [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.460951] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updated VIF entry in instance network info cache for port 3eee0150-7cb3-4790-8ed4-b759b257a326. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.462339] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.513721] env[65683]: DEBUG oslo_vmware.api [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432695, 'name': PowerOnVM_Task, 'duration_secs': 0.774717} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.517077] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.517327] env[65683]: INFO nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Took 10.61 seconds to spawn the instance on the hypervisor. [ 655.517515] env[65683]: DEBUG nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 655.517842] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432696, 'name': ReconfigVM_Task, 'duration_secs': 0.292848} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.518969] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bd9fda-8cd5-458a-b2f3-99259bb0c51f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.521861] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 655.523429] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07821f9a-d2ae-4299-b9a2-225eb3929441 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.556548] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ac264115-3fd3-4cc3-b700-dd918838b320/ac264115-3fd3-4cc3-b700-dd918838b320.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.558930] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd391b43-f0b6-434f-8a64-b9eb50a95b4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.583823] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 655.583823] env[65683]: value = "task-4432699" [ 655.583823] env[65683]: _type = "Task" [ 655.583823] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.591664] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.604709] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Releasing lock "refresh_cache-5fab543c-86b1-4821-abb5-8cb9ffbcafba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.606554] env[65683]: DEBUG nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Instance network_info: |[{"id": "389cf1fd-f864-4d05-bb7a-d12642e271df", "address": "fa:16:3e:d6:55:9b", "network": {"id": "5799be1c-b90b-4730-8723-c53b93ba7412", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1608389586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "57f3135c6c4742b992c09196e63ecc37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389cf1fd-f8", "ovs_interfaceid": "389cf1fd-f864-4d05-bb7a-d12642e271df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 655.606932] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:55:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389cf1fd-f864-4d05-bb7a-d12642e271df', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.618454] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Creating folder: Project (57f3135c6c4742b992c09196e63ecc37). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.618454] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5ce6d8c-76d5-449e-a85a-e5b2ff5b0d5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.631223] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432697, 'name': Rename_Task, 'duration_secs': 0.22419} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.631636] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.632824] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4eb7375-8cec-45cf-bd90-cb4bc30ccd8b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.637023] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Created folder: Project (57f3135c6c4742b992c09196e63ecc37) in parent group-v867054. [ 655.637570] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Creating folder: Instances. Parent ref: group-v867108. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.638230] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b5b1ab3-b346-4692-a2fc-9c99d2c768ac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.643361] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 655.643361] env[65683]: value = "task-4432701" [ 655.643361] env[65683]: _type = "Task" [ 655.643361] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.650419] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Created folder: Instances in parent group-v867108. [ 655.650852] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 655.654711] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.655056] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.655298] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89f4087e-a61b-4cce-8c76-3c72e1d11850 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.677114] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.677114] env[65683]: value = "task-4432703" [ 655.677114] env[65683]: _type = "Task" [ 655.677114] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.687234] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432703, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.869507] env[65683]: DEBUG nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 655.926699] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432698, 'name': PowerOffVM_Task, 'duration_secs': 0.136845} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.927058] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.928035] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.928170] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59b984c-3389-4532-849e-d72727661d92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.939125] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.939487] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-914da678-24a5-4b68-a076-b192406bb372 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.950071] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3ccce53-001d-4648-8f15-cfb781e112ae req-11d709f5-0484-43b1-8f92-d7ad41b47441 service nova] Releasing lock "refresh_cache-671a633d-ab29-4b33-8468-5fc0ff0c48f3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.951127] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.951570] env[65683]: DEBUG nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 655.955120] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.037s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.958603] env[65683]: INFO nova.compute.claims [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.964452] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.964717] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Received event network-vif-plugged-bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.964935] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquiring lock "0957ac00-4af5-4132-ba15-d40443002953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.965097] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Lock "0957ac00-4af5-4132-ba15-d40443002953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.965267] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Lock "0957ac00-4af5-4132-ba15-d40443002953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.965427] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] No waiting events found dispatching network-vif-plugged-bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 655.965586] env[65683]: WARNING nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Received unexpected event network-vif-plugged-bee23bcf-392d-4edb-af44-d172c51c8765 for instance with vm_state active and task_state None. [ 655.965744] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Received event network-changed-bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.965890] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Refreshing instance network info cache due to event network-changed-bee23bcf-392d-4edb-af44-d172c51c8765. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.966888] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquiring lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.966888] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquired lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.966888] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Refreshing network info cache for port bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.969317] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.969510] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.969732] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Deleting the datastore file [datastore2] 19e0c114-c8ce-4b80-9783-d1b96bf1569d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.970245] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79712d2b-d3a0-418d-9cdc-d43e41c35b19 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.978250] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 655.978250] env[65683]: value = "task-4432705" [ 655.978250] env[65683]: _type = "Task" [ 655.978250] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.991031] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.067910] env[65683]: INFO nova.compute.manager [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Took 24.13 seconds to build instance. [ 656.093780] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.154902] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.189062] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432703, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.230202] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "4326ee00-a744-40c5-b4c8-b9678112fab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.230436] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.395881] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.464021] env[65683]: DEBUG nova.compute.utils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.469838] env[65683]: DEBUG nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 656.470433] env[65683]: DEBUG nova.network.neutron [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 656.471753] env[65683]: WARNING neutronclient.v2_0.client [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.471753] env[65683]: WARNING neutronclient.v2_0.client [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.475303] env[65683]: WARNING neutronclient.v2_0.client [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.490898] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27699} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.491202] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.491337] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.491517] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.572317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05300c6c-2599-4c82-a83b-d90943379b58 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.642s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.594789] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.604721] env[65683]: DEBUG nova.policy [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5368aa8f04dc4be19327f6661484b9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '593858850c734bbaa72c8624445c0ea2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.658447] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.689415] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "bb9d3182-b730-43f9-964f-2d685c5dae28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.689795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.696657] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432703, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.735404] env[65683]: DEBUG nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 656.977695] env[65683]: DEBUG nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 657.096079] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432699, 'name': ReconfigVM_Task, 'duration_secs': 1.251575} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.096079] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ac264115-3fd3-4cc3-b700-dd918838b320/ac264115-3fd3-4cc3-b700-dd918838b320.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.096340] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance 'ac264115-3fd3-4cc3-b700-dd918838b320' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.107127] env[65683]: DEBUG nova.network.neutron [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Successfully created port: 5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 657.158952] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432701, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.194447] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432703, 'name': CreateVM_Task, 'duration_secs': 1.103859} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.194805] env[65683]: DEBUG nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 657.197242] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.197737] env[65683]: WARNING neutronclient.v2_0.client [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.198370] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.198520] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.198828] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.199543] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb95abda-8e97-4d7c-92b7-a790d4466c52 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.210020] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 657.210020] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52dfe264-c279-614c-3ded-ee79df40c70a" [ 657.210020] env[65683]: _type = "Task" [ 657.210020] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.221099] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52dfe264-c279-614c-3ded-ee79df40c70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.254210] env[65683]: WARNING neutronclient.v2_0.client [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.268017] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.334249] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "f307e1d6-7592-42cd-9982-76fbb21fffae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.334380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.334589] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "f307e1d6-7592-42cd-9982-76fbb21fffae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.334786] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.335028] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.339893] env[65683]: INFO nova.compute.manager [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Terminating instance [ 657.379324] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182aafc8-be92-4b62-a809-c48713ee8969 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.388964] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5eac46-1408-447b-a177-2347c0a64dfa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.423329] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be4e459-baf8-44f5-b849-af4c245fad2b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.431947] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1890316f-32f2-4a65-a695-fb0220755ab3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.446520] env[65683]: DEBUG nova.compute.provider_tree [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.528537] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.528852] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.528894] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.529076] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.529222] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.529357] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.529776] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.529776] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.529961] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.530205] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.530408] env[65683]: DEBUG nova.virt.hardware [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.531319] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cf8ef8-40ed-4036-a69a-bf6d3aa623f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.540888] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9a1c9f-6d02-41f2-a8b8-a21658df681c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.557199] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.561611] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 657.561880] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.562114] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da5a4b1-15a3-46f7-b67b-0e69cbb4a258 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.580497] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.580497] env[65683]: value = "task-4432706" [ 657.580497] env[65683]: _type = "Task" [ 657.580497] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.589446] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432706, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.606178] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc8ae5-694d-4b1c-85ed-de042e889828 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.628178] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef9167b-0224-45be-be63-2cd52b41b792 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.652186] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance 'ac264115-3fd3-4cc3-b700-dd918838b320' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.665155] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.720968] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52dfe264-c279-614c-3ded-ee79df40c70a, 'name': SearchDatastore_Task, 'duration_secs': 0.031026} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.721972] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.722190] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.722416] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.722553] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.722849] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.723328] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0a4c200-5692-4eb8-94f4-bba02a081e6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.725974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.735953] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.736183] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.741224] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d2ff59-2ce5-4974-a31b-4262193ab6d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.749735] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 657.749735] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528f4580-2ff7-2377-dce3-0b1976734102" [ 657.749735] env[65683]: _type = "Task" [ 657.749735] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.758967] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528f4580-2ff7-2377-dce3-0b1976734102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.844914] env[65683]: DEBUG nova.compute.manager [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 657.844914] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.845856] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b856500-7661-4984-b30b-189cd8bf31a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.857393] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.857714] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250ff4f7-a241-4af4-ae7e-6306e55fe690 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.867711] env[65683]: DEBUG oslo_vmware.api [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 657.867711] env[65683]: value = "task-4432707" [ 657.867711] env[65683]: _type = "Task" [ 657.867711] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.879029] env[65683]: DEBUG oslo_vmware.api [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.950103] env[65683]: DEBUG nova.scheduler.client.report [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.992589] env[65683]: DEBUG nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 658.018945] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 658.019194] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.019345] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 658.019617] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.019758] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 658.019882] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 658.020105] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 658.020356] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 658.020447] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 658.020608] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 658.020811] env[65683]: DEBUG nova.virt.hardware [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 658.021774] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad0b031-5f8b-4752-b592-c4fee9ddcfe7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.031916] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521b6c6c-d10d-4c2d-93a9-cb5db5da082f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.091541] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432706, 'name': CreateVM_Task, 'duration_secs': 0.329496} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.091700] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.092124] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.092300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.092631] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.092938] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d809695b-05bd-41ab-a9b4-7672431150f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.099247] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 658.099247] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5204ee78-8bfc-6838-7662-51080e5a1184" [ 658.099247] env[65683]: _type = "Task" [ 658.099247] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.108533] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5204ee78-8bfc-6838-7662-51080e5a1184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.161120] env[65683]: WARNING neutronclient.v2_0.client [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.161502] env[65683]: WARNING neutronclient.v2_0.client [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.169908] env[65683]: DEBUG oslo_vmware.api [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432701, 'name': PowerOnVM_Task, 'duration_secs': 2.392685} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.170186] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.170383] env[65683]: INFO nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Took 10.78 seconds to spawn the instance on the hypervisor. [ 658.170559] env[65683]: DEBUG nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 658.171416] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18759cbf-9f7b-4e08-933e-c77fce3a9286 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.266087] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528f4580-2ff7-2377-dce3-0b1976734102, 'name': SearchDatastore_Task, 'duration_secs': 0.014726} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.267097] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08abda5-8166-4557-b186-c4e826612b4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.278454] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 658.278454] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526402c0-da09-69f0-e448-ef7d1e619e5b" [ 658.278454] env[65683]: _type = "Task" [ 658.278454] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.287604] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526402c0-da09-69f0-e448-ef7d1e619e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.382660] env[65683]: DEBUG oslo_vmware.api [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432707, 'name': PowerOffVM_Task, 'duration_secs': 0.206633} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.383903] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.384133] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.384418] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ef672d-63a2-4f23-b5ab-cc077cc5c052 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.456738] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.457300] env[65683]: DEBUG nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 658.465642] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.646s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.467233] env[65683]: INFO nova.compute.claims [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.471528] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.471746] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.471896] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Deleting the datastore file [datastore2] f307e1d6-7592-42cd-9982-76fbb21fffae {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.472599] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bac7778-fca9-44fe-bfae-808b00a9ec08 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.482724] env[65683]: DEBUG oslo_vmware.api [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for the task: (returnval){ [ 658.482724] env[65683]: value = "task-4432709" [ 658.482724] env[65683]: _type = "Task" [ 658.482724] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.492897] env[65683]: DEBUG oslo_vmware.api [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.612393] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5204ee78-8bfc-6838-7662-51080e5a1184, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.612857] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.613169] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.613444] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.667850] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updated VIF entry in instance network info cache for port bee23bcf-392d-4edb-af44-d172c51c8765. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.668219] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updating instance_info_cache with network_info: [{"id": "bee23bcf-392d-4edb-af44-d172c51c8765", "address": "fa:16:3e:36:21:63", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee23bcf-39", "ovs_interfaceid": "bee23bcf-392d-4edb-af44-d172c51c8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.690319] env[65683]: INFO nova.compute.manager [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Took 22.58 seconds to build instance. [ 658.772422] env[65683]: DEBUG nova.network.neutron [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Port 34659e3a-02fa-4461-b47d-979353a0f5a9 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 658.793037] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526402c0-da09-69f0-e448-ef7d1e619e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.031234} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.793213] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.793471] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 5fab543c-86b1-4821-abb5-8cb9ffbcafba/5fab543c-86b1-4821-abb5-8cb9ffbcafba.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.793750] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.793967] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.794202] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059ebf5a-a83f-4401-95e3-b4c5e3abfcae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.796596] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53620e1f-6261-4b36-aca3-9c360f2a25f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.807273] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 658.807273] env[65683]: value = "task-4432710" [ 658.807273] env[65683]: _type = "Task" [ 658.807273] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.808706] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.808706] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.813107] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34d84f8-96b4-46d7-a9c6-0ed768fa20ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.821549] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 658.821549] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c983f6-5c81-c172-1b0e-b78c28632014" [ 658.821549] env[65683]: _type = "Task" [ 658.821549] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.824827] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.835312] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c983f6-5c81-c172-1b0e-b78c28632014, 'name': SearchDatastore_Task} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.836198] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a2a71d-5029-4d72-9fdb-91f445c7ddad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.843338] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 658.843338] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ace3e2-7450-37be-6aa9-96fa28a2c43f" [ 658.843338] env[65683]: _type = "Task" [ 658.843338] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.853310] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ace3e2-7450-37be-6aa9-96fa28a2c43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.868970] env[65683]: DEBUG nova.network.neutron [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Successfully updated port: 5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.975244] env[65683]: DEBUG nova.compute.utils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.981245] env[65683]: DEBUG nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 658.981245] env[65683]: DEBUG nova.network.neutron [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.981245] env[65683]: WARNING neutronclient.v2_0.client [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.981245] env[65683]: WARNING neutronclient.v2_0.client [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.996488] env[65683]: DEBUG oslo_vmware.api [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Task: {'id': task-4432709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334908} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.996793] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.997043] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.997238] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.997436] env[65683]: INFO nova.compute.manager [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 658.997672] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 658.998767] env[65683]: DEBUG nova.compute.manager [-] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 658.998859] env[65683]: DEBUG nova.network.neutron [-] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 658.999132] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.025262] env[65683]: DEBUG nova.policy [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0482d5d9f8d64d05b3aae204eeb98750', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a550402f64e339c0d18199fac3bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.099026] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.162993] env[65683]: DEBUG nova.compute.manager [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Received event network-changed-bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.164482] env[65683]: DEBUG nova.compute.manager [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Refreshing instance network info cache due to event network-changed-bff61bd7-6f22-4249-92c6-e1d881fe9148. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 659.164482] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Acquiring lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.164482] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Acquired lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.164482] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Refreshing network info cache for port bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.171398] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Releasing lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.171681] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Received event network-vif-plugged-8952fca7-d858-4d9f-8c6c-144b0aa20155 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.173424] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquiring lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.173424] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.173424] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.173424] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] No waiting events found dispatching network-vif-plugged-8952fca7-d858-4d9f-8c6c-144b0aa20155 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 659.173424] env[65683]: WARNING nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Received unexpected event network-vif-plugged-8952fca7-d858-4d9f-8c6c-144b0aa20155 for instance with vm_state building and task_state spawning. [ 659.173850] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Received event network-changed-8952fca7-d858-4d9f-8c6c-144b0aa20155 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.173850] env[65683]: DEBUG nova.compute.manager [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Refreshing instance network info cache due to event network-changed-8952fca7-d858-4d9f-8c6c-144b0aa20155. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 659.173850] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquiring lock "refresh_cache-e713993e-5be1-4c47-b1d1-09bb74ff48f5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.173850] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Acquired lock "refresh_cache-e713993e-5be1-4c47-b1d1-09bb74ff48f5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.173850] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Refreshing network info cache for port 8952fca7-d858-4d9f-8c6c-144b0aa20155 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.193506] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5c891935-c2cf-4f2f-abf9-86bbf40d8d8c tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.104s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.322839] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432710, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.357091] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ace3e2-7450-37be-6aa9-96fa28a2c43f, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.358823] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.358823] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.358823] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d04de3db-690b-4f6b-9f50-9e244800fa05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.369159] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 659.369159] env[65683]: value = "task-4432711" [ 659.369159] env[65683]: _type = "Task" [ 659.369159] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.374071] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.374249] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquired lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.374415] env[65683]: DEBUG nova.network.neutron [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.386605] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.415504] env[65683]: DEBUG nova.network.neutron [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Successfully created port: 39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.481137] env[65683]: DEBUG nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 659.656866] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Received event network-vif-plugged-76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.657275] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquiring lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.657340] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.657503] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.657671] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] No waiting events found dispatching network-vif-plugged-76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 659.657846] env[65683]: WARNING nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Received unexpected event network-vif-plugged-76687361-0896-494e-9b0f-2e8e2b300f66 for instance with vm_state active and task_state None. [ 659.658255] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Received event network-changed-76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.658255] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Refreshing instance network info cache due to event network-changed-76687361-0896-494e-9b0f-2e8e2b300f66. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 659.658406] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquiring lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.658465] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquired lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.658625] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Refreshing network info cache for port 76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.672515] env[65683]: WARNING neutronclient.v2_0.client [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.679455] env[65683]: WARNING neutronclient.v2_0.client [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.795548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "91cf9555-8264-42f4-904d-8211f5c6b0cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.795768] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.812577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.812577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.812577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.839882] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715681} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.840847] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 5fab543c-86b1-4821-abb5-8cb9ffbcafba/5fab543c-86b1-4821-abb5-8cb9ffbcafba.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.843937] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.844656] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20dbe6b5-7a05-42d3-973f-5930e023f022 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.860442] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "caa249fb-cccc-438a-b456-0068782da68e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.860442] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "caa249fb-cccc-438a-b456-0068782da68e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.868715] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 659.868715] env[65683]: value = "task-4432712" [ 659.868715] env[65683]: _type = "Task" [ 659.868715] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.893177] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.899775] env[65683]: DEBUG nova.network.neutron [-] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.901920] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432711, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.012024] env[65683]: DEBUG nova.network.neutron [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.080125] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d7cce2-e308-4e57-af61-5623caf1d6cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.091973] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e96344-ccf0-4e26-b472-c4dd6b193ec0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.130144] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b3ba6-f009-4c88-a5da-7695850c9606 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.139470] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a38b764-0b48-4587-9e69-48bdde67fb21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.144704] env[65683]: WARNING neutronclient.v2_0.client [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.158912] env[65683]: DEBUG nova.compute.provider_tree [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.165796] env[65683]: WARNING neutronclient.v2_0.client [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.233566] env[65683]: WARNING neutronclient.v2_0.client [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.312260] env[65683]: DEBUG nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.329368] env[65683]: WARNING neutronclient.v2_0.client [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.369663] env[65683]: DEBUG nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.390866] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102653} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.394556] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.394556] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764952} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.395037] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a0f5f-1a29-45a4-89f8-70089230df5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.397868] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.397990] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.400794] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-094056ee-0afe-4a7a-8204-1550c3919bbd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.403600] env[65683]: INFO nova.compute.manager [-] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Took 1.40 seconds to deallocate network for instance. [ 660.431975] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 5fab543c-86b1-4821-abb5-8cb9ffbcafba/5fab543c-86b1-4821-abb5-8cb9ffbcafba.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.435120] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69c4d21-4481-4cea-84fc-0cba9b52368b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.450148] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 660.450148] env[65683]: value = "task-4432713" [ 660.450148] env[65683]: _type = "Task" [ 660.450148] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.457471] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 660.457471] env[65683]: value = "task-4432714" [ 660.457471] env[65683]: _type = "Task" [ 660.457471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.465395] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432713, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.471241] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432714, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.494600] env[65683]: DEBUG nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 660.517604] env[65683]: INFO nova.compute.manager [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Rebuilding instance [ 660.527988] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.528423] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.528586] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.528772] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.528945] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.529123] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.529330] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.529479] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.529632] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.529784] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.529956] env[65683]: DEBUG nova.virt.hardware [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.530821] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e769da-1d09-44a5-babc-c2653fc8837a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.540995] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b13e7e-e814-4a35-abc5-c997b961fa64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.569730] env[65683]: DEBUG nova.compute.manager [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.570720] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c9ae88-7011-4404-be22-903769c46a1b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.628669] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Updated VIF entry in instance network info cache for port bff61bd7-6f22-4249-92c6-e1d881fe9148. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.629192] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Updating instance_info_cache with network_info: [{"id": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "address": "fa:16:3e:a7:e8:19", "network": {"id": "01ff0da4-b00c-4b91-9db1-19d1cdaf89b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-844133373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeaf15dea49a4686a9ad5e0ff1c8c30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff61bd7-6f", "ovs_interfaceid": "bff61bd7-6f22-4249-92c6-e1d881fe9148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.666370] env[65683]: DEBUG nova.scheduler.client.report [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.762449] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Updated VIF entry in instance network info cache for port 8952fca7-d858-4d9f-8c6c-144b0aa20155. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.762840] env[65683]: DEBUG nova.network.neutron [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Updating instance_info_cache with network_info: [{"id": "8952fca7-d858-4d9f-8c6c-144b0aa20155", "address": "fa:16:3e:a1:65:db", "network": {"id": "6402d308-fe24-4721-b0bd-aa17faf44237", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1585413252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8629140b3b1b490f99cc420f8ce371b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8952fca7-d8", "ovs_interfaceid": "8952fca7-d858-4d9f-8c6c-144b0aa20155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.821500] env[65683]: WARNING neutronclient.v2_0.client [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.842602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.888870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.935812] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.956767] env[65683]: DEBUG nova.network.neutron [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Updating instance_info_cache with network_info: [{"id": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "address": "fa:16:3e:34:7f:71", "network": {"id": "0e504c36-9e9f-4adb-a3c3-037df874ce2c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1663796139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593858850c734bbaa72c8624445c0ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489ba09-b3", "ovs_interfaceid": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.965988] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077554} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.966552] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.967555] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95803b-1434-4713-bbb2-3eac65aa9763 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.973976] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.995789] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.996843] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c066f8a2-9498-4521-871e-99c122c05367 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.013102] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.013391] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.013709] env[65683]: DEBUG nova.network.neutron [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 661.022331] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 661.022331] env[65683]: value = "task-4432715" [ 661.022331] env[65683]: _type = "Task" [ 661.022331] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.034425] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.132464] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Releasing lock "refresh_cache-0129724f-53f3-446a-b2b5-4df9cf72b45f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.132733] env[65683]: DEBUG nova.compute.manager [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Received event network-changed-7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.132836] env[65683]: DEBUG nova.compute.manager [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Refreshing instance network info cache due to event network-changed-7c59fce5-4c40-4178-be60-ea3bd3879075. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 661.133469] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Acquiring lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.133469] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Acquired lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.133680] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Refreshing network info cache for port 7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.147454] env[65683]: DEBUG nova.network.neutron [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Successfully updated port: 39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 661.172829] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.173037] env[65683]: DEBUG nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 661.176133] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.131s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.177764] env[65683]: INFO nova.compute.claims [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.198931] env[65683]: WARNING neutronclient.v2_0.client [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.265532] env[65683]: DEBUG oslo_concurrency.lockutils [req-b91f7fdf-afcc-497a-8172-a4fa1f801dd7 req-42fa9185-b94e-4087-8bf8-bbdc9b29bd7f service nova] Releasing lock "refresh_cache-e713993e-5be1-4c47-b1d1-09bb74ff48f5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.314950] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updated VIF entry in instance network info cache for port 76687361-0896-494e-9b0f-2e8e2b300f66. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.315290] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updating instance_info_cache with network_info: [{"id": "76687361-0896-494e-9b0f-2e8e2b300f66", "address": "fa:16:3e:4c:8e:d8", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76687361-08", "ovs_interfaceid": "76687361-0896-494e-9b0f-2e8e2b300f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.469647] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Releasing lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.470380] env[65683]: DEBUG nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Instance network_info: |[{"id": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "address": "fa:16:3e:34:7f:71", "network": {"id": "0e504c36-9e9f-4adb-a3c3-037df874ce2c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1663796139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593858850c734bbaa72c8624445c0ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489ba09-b3", "ovs_interfaceid": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 661.470380] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432714, 'name': ReconfigVM_Task, 'duration_secs': 0.746674} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.470684] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7f:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5489ba09-b316-4787-a2fb-b54ecfcc336e', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.479117] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Creating folder: Project (593858850c734bbaa72c8624445c0ea2). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.479306] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 5fab543c-86b1-4821-abb5-8cb9ffbcafba/5fab543c-86b1-4821-abb5-8cb9ffbcafba.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.479999] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6a0a1bc-6d68-4c13-ab5a-723cc0f93c25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.482074] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2520b914-a1ce-486b-ba1a-f5bf6ecd3019 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.491161] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 661.491161] env[65683]: value = "task-4432717" [ 661.491161] env[65683]: _type = "Task" [ 661.491161] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.497248] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Created folder: Project (593858850c734bbaa72c8624445c0ea2) in parent group-v867054. [ 661.497248] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Creating folder: Instances. Parent ref: group-v867112. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.498617] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed69d9d1-a3cf-4545-9bb9-4a1e9f2366c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.505038] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432717, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.509715] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Created folder: Instances in parent group-v867112. [ 661.510018] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 661.510236] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.510477] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7dece42-34a1-42ec-a628-67287ffa36fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.528495] env[65683]: WARNING neutronclient.v2_0.client [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.540667] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.542347] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.542347] env[65683]: value = "task-4432719" [ 661.542347] env[65683]: _type = "Task" [ 661.542347] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.553817] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432719, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.585308] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.585629] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39a0790-498f-4374-bab4-ac58edce0d50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.595831] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 661.595831] env[65683]: value = "task-4432720" [ 661.595831] env[65683]: _type = "Task" [ 661.595831] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.606621] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.640090] env[65683]: WARNING neutronclient.v2_0.client [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.650876] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.651240] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.651423] env[65683]: DEBUG nova.network.neutron [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 661.683819] env[65683]: DEBUG nova.compute.utils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.691338] env[65683]: DEBUG nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 661.691660] env[65683]: DEBUG nova.network.neutron [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 661.692146] env[65683]: WARNING neutronclient.v2_0.client [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.692968] env[65683]: WARNING neutronclient.v2_0.client [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.762987] env[65683]: DEBUG nova.policy [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5fd74e92e1b44d3ad3607fbbff647ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '749deeff46d34020a4de3dbe332dc0a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.796651] env[65683]: WARNING neutronclient.v2_0.client [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.818961] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Releasing lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.819393] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received event network-changed-78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.819600] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Refreshing instance network info cache due to event network-changed-78c9aca7-597a-4353-b040-a6bfe22aa7dc. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 661.819874] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquiring lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.820306] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquired lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.820520] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Refreshing network info cache for port 78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.948190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.948190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.004667] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432717, 'name': Rename_Task, 'duration_secs': 0.239769} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.004667] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.004667] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa45650-1817-4e09-9105-810d3bffa426 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.011062] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 662.011062] env[65683]: value = "task-4432721" [ 662.011062] env[65683]: _type = "Task" [ 662.011062] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.020084] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.021297] env[65683]: DEBUG nova.network.neutron [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance_info_cache with network_info: [{"id": "34659e3a-02fa-4461-b47d-979353a0f5a9", "address": "fa:16:3e:7c:87:6d", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34659e3a-02", "ovs_interfaceid": "34659e3a-02fa-4461-b47d-979353a0f5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.042738] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432715, 'name': ReconfigVM_Task, 'duration_secs': 0.53895} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.043497] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d/19e0c114-c8ce-4b80-9783-d1b96bf1569d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.047806] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-911334b8-9152-45c4-8ab3-2258c486e4f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.051603] env[65683]: WARNING neutronclient.v2_0.client [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.061846] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432719, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.063309] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 662.063309] env[65683]: value = "task-4432722" [ 662.063309] env[65683]: _type = "Task" [ 662.063309] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.075126] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432722, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.115675] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432720, 'name': PowerOffVM_Task, 'duration_secs': 0.213214} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.115839] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.116279] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.116930] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a33ff-f2a9-4d03-a08f-6f5bce807fc5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.125359] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.125676] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f02b9aa3-ae4a-4428-b06d-9c2cbcb56499 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.143501] env[65683]: DEBUG nova.network.neutron [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Successfully created port: 3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 662.146944] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updated VIF entry in instance network info cache for port 7c59fce5-4c40-4178-be60-ea3bd3879075. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.147299] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updating instance_info_cache with network_info: [{"id": "7c59fce5-4c40-4178-be60-ea3bd3879075", "address": "fa:16:3e:ee:98:20", "network": {"id": "dd7b93bf-395a-4693-b4a2-0216d958654c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-434484069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0358b77973d846a38a88e5599e50a938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c59fce5-4c", "ovs_interfaceid": "7c59fce5-4c40-4178-be60-ea3bd3879075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.205085] env[65683]: DEBUG nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 662.213900] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.213900] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.213900] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleting the datastore file [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.213900] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8085815d-18b2-42a5-962a-66eccc7cb3cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.223517] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 662.223517] env[65683]: value = "task-4432724" [ 662.223517] env[65683]: _type = "Task" [ 662.223517] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.234453] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.236142] env[65683]: DEBUG nova.network.neutron [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 662.313044] env[65683]: DEBUG nova.compute.manager [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Received event network-vif-plugged-5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.313044] env[65683]: DEBUG oslo_concurrency.lockutils [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] Acquiring lock "716a9055-81b4-4c36-b19e-8585e124bc83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.313044] env[65683]: DEBUG oslo_concurrency.lockutils [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] Lock "716a9055-81b4-4c36-b19e-8585e124bc83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.313044] env[65683]: DEBUG oslo_concurrency.lockutils [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] Lock "716a9055-81b4-4c36-b19e-8585e124bc83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.313044] env[65683]: DEBUG nova.compute.manager [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] No waiting events found dispatching network-vif-plugged-5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.313636] env[65683]: WARNING nova.compute.manager [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Received unexpected event network-vif-plugged-5489ba09-b316-4787-a2fb-b54ecfcc336e for instance with vm_state building and task_state spawning. [ 662.313636] env[65683]: DEBUG nova.compute.manager [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Received event network-changed-5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.313636] env[65683]: DEBUG nova.compute.manager [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Refreshing instance network info cache due to event network-changed-5489ba09-b316-4787-a2fb-b54ecfcc336e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 662.313636] env[65683]: DEBUG oslo_concurrency.lockutils [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] Acquiring lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.313636] env[65683]: DEBUG oslo_concurrency.lockutils [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] Acquired lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.313817] env[65683]: DEBUG nova.network.neutron [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Refreshing network info cache for port 5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.324958] env[65683]: WARNING neutronclient.v2_0.client [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.521578] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.524601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.554563] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432719, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.580478] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432722, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.653024] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Releasing lock "refresh_cache-d74f35ca-04cc-415e-a71d-3d78e99e7a01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.653024] env[65683]: DEBUG nova.compute.manager [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Received event network-changed-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.653024] env[65683]: DEBUG nova.compute.manager [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Refreshing instance network info cache due to event network-changed-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 662.653024] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Acquiring lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.653024] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Acquired lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.653303] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Refreshing network info cache for port aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.655231] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a444c-56f5-4fdf-af58-40180ef746e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.666240] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15be867-52e1-458f-a7cd-a3e7ddd60f35 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.703540] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d265cce-3679-4b3b-95fe-36ca71dd5e66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.716418] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adfc1bd-60a9-4582-8acb-5415ccf3c49a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.734701] env[65683]: DEBUG nova.compute.provider_tree [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.749475] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4506} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.749955] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.750060] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.750224] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.777736] env[65683]: WARNING neutronclient.v2_0.client [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.815938] env[65683]: WARNING neutronclient.v2_0.client [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.025305] env[65683]: DEBUG oslo_vmware.api [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432721, 'name': PowerOnVM_Task, 'duration_secs': 0.934503} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.025783] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.026096] env[65683]: INFO nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Took 10.65 seconds to spawn the instance on the hypervisor. [ 663.026378] env[65683]: DEBUG nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 663.027361] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b34588-65ca-49d6-bec2-77cfaf502451 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.055870] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432719, 'name': CreateVM_Task, 'duration_secs': 1.508932} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.056090] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.056638] env[65683]: WARNING neutronclient.v2_0.client [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.057095] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.057260] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.057602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.057882] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d8879e-47ae-4002-bdf7-d3935ec92364 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.063805] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c21d87-8423-44fb-b0d1-40b9fc59cd54 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.069621] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 663.069621] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526583c9-9e9f-fbcd-4cc2-0d037e8946ea" [ 663.069621] env[65683]: _type = "Task" [ 663.069621] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.095137] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b993d-ee3a-47da-9994-710795a1dc44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.107192] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432722, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.107508] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526583c9-9e9f-fbcd-4cc2-0d037e8946ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015753} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.108377] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.108680] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.108960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.109185] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.109369] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.110078] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd0dc34-28d1-4d5f-894f-1158fff4e0b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.115687] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance 'ac264115-3fd3-4cc3-b700-dd918838b320' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.128242] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.128418] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.129614] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d2d8d1-d129-4b57-8cde-04125b8efe29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.140195] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 663.140195] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522990ae-30cb-cf9d-b24e-c85d57912185" [ 663.140195] env[65683]: _type = "Task" [ 663.140195] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.151167] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522990ae-30cb-cf9d-b24e-c85d57912185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.161487] env[65683]: WARNING neutronclient.v2_0.client [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.223057] env[65683]: DEBUG nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 663.239073] env[65683]: DEBUG nova.scheduler.client.report [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.261635] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.261772] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.262182] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.262420] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.262648] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.262871] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.263743] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.263743] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.263743] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.263743] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.264064] env[65683]: DEBUG nova.virt.hardware [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.265975] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98202281-fbd7-4f32-b056-a50adf758671 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.276417] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec651840-ca2c-4532-b5de-0cab85ac7db7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.557371] env[65683]: INFO nova.compute.manager [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Took 21.96 seconds to build instance. [ 663.580858] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432722, 'name': Rename_Task, 'duration_secs': 1.041209} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.581149] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.581397] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f3899cd-803f-45a1-8753-ba6f4016c9c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.589171] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Waiting for the task: (returnval){ [ 663.589171] env[65683]: value = "task-4432725" [ 663.589171] env[65683]: _type = "Task" [ 663.589171] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.598419] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.623422] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.623804] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5cedef5-2054-4dc9-8e69-4f05a2a5aa83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.634662] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 663.634662] env[65683]: value = "task-4432726" [ 663.634662] env[65683]: _type = "Task" [ 663.634662] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.647533] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.654477] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522990ae-30cb-cf9d-b24e-c85d57912185, 'name': SearchDatastore_Task, 'duration_secs': 0.016779} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.655404] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0002f7-0f61-4f0e-8f4c-cedaa8d79330 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.664632] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 663.664632] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52686cc5-3d6a-1564-c3c4-264328f10b54" [ 663.664632] env[65683]: _type = "Task" [ 663.664632] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.675899] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52686cc5-3d6a-1564-c3c4-264328f10b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.729502] env[65683]: DEBUG nova.network.neutron [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Updating instance_info_cache with network_info: [{"id": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "address": "fa:16:3e:bb:f3:1a", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cf815c-9e", "ovs_interfaceid": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.746024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.746419] env[65683]: DEBUG nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 663.749390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.354s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.751350] env[65683]: INFO nova.compute.claims [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.797930] env[65683]: DEBUG nova.network.neutron [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Successfully updated port: 3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.819652] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.820368] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.820522] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.820744] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.820960] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.821125] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.821345] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.821501] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.821716] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.821924] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.822127] env[65683]: DEBUG nova.virt.hardware [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.824086] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ec558-83a5-48ca-88e6-0568dd612570 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.837195] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5914ce43-91a1-4ba5-9dfc-8c30e0631047 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.858451] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:d6:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '335e2048-d8cb-4a1a-b14d-da49f4f8b51f', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.864927] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 663.865640] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.865881] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d5e5a5-eaed-4e93-ba41-0d707e39fad3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.886631] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.886631] env[65683]: value = "task-4432727" [ 663.886631] env[65683]: _type = "Task" [ 663.886631] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.899612] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432727, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.917993] env[65683]: WARNING neutronclient.v2_0.client [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.060563] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d65fafc5-8dcf-4c46-84e6-e43c9dbb3caf tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.472s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.080761] env[65683]: DEBUG nova.compute.manager [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Received event network-changed-bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 664.081030] env[65683]: DEBUG nova.compute.manager [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Refreshing instance network info cache due to event network-changed-bee23bcf-392d-4edb-af44-d172c51c8765. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 664.081314] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Acquiring lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.081604] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Acquired lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.081679] env[65683]: DEBUG nova.network.neutron [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Refreshing network info cache for port bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.103851] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.154135] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432726, 'name': PowerOnVM_Task} progress is 96%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.176906] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52686cc5-3d6a-1564-c3c4-264328f10b54, 'name': SearchDatastore_Task, 'duration_secs': 0.024618} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.176906] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.177181] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 716a9055-81b4-4c36-b19e-8585e124bc83/716a9055-81b4-4c36-b19e-8585e124bc83.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.177320] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c32480e-15e5-44af-93de-ba040e85ad78 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.187475] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 664.187475] env[65683]: value = "task-4432728" [ 664.187475] env[65683]: _type = "Task" [ 664.187475] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.200192] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.214202] env[65683]: WARNING neutronclient.v2_0.client [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.231109] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.231947] env[65683]: DEBUG nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Instance network_info: |[{"id": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "address": "fa:16:3e:bb:f3:1a", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cf815c-9e", "ovs_interfaceid": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 664.232080] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:f3:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39cf815c-9eed-4ef5-8f66-8310a6b8a8e2', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.240050] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Creating folder: Project (fd9a550402f64e339c0d18199fac3bb2). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.240795] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea3fbd79-cfe1-4748-9726-3c7bac68b55b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.253301] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Created folder: Project (fd9a550402f64e339c0d18199fac3bb2) in parent group-v867054. [ 664.253574] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Creating folder: Instances. Parent ref: group-v867116. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.253808] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a223153a-63fb-4e14-b985-fda152a6c283 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.256793] env[65683]: DEBUG nova.compute.utils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.264889] env[65683]: DEBUG nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 664.264889] env[65683]: DEBUG nova.network.neutron [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 664.265216] env[65683]: WARNING neutronclient.v2_0.client [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.265486] env[65683]: WARNING neutronclient.v2_0.client [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.268775] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updated VIF entry in instance network info cache for port 78c9aca7-597a-4353-b040-a6bfe22aa7dc. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.269617] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updating instance_info_cache with network_info: [{"id": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "address": "fa:16:3e:5c:bd:62", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c9aca7-59", "ovs_interfaceid": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.284803] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Created folder: Instances in parent group-v867116. [ 664.284803] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 664.284803] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.284803] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41c81f9-bae0-4470-b52a-014a4e2316c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.309062] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "refresh_cache-78284eeb-dc6d-405c-8a79-e46ccec7d553" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.309287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquired lock "refresh_cache-78284eeb-dc6d-405c-8a79-e46ccec7d553" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.309507] env[65683]: DEBUG nova.network.neutron [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.322601] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.322601] env[65683]: value = "task-4432731" [ 664.322601] env[65683]: _type = "Task" [ 664.322601] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.334111] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432731, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.405795] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432727, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.452836] env[65683]: WARNING neutronclient.v2_0.client [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.490990] env[65683]: DEBUG nova.network.neutron [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Updated VIF entry in instance network info cache for port 5489ba09-b316-4787-a2fb-b54ecfcc336e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.491664] env[65683]: DEBUG nova.network.neutron [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Updating instance_info_cache with network_info: [{"id": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "address": "fa:16:3e:34:7f:71", "network": {"id": "0e504c36-9e9f-4adb-a3c3-037df874ce2c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1663796139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593858850c734bbaa72c8624445c0ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489ba09-b3", "ovs_interfaceid": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.516529] env[65683]: DEBUG nova.policy [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e582a0f1136740e7b1d04f8ce9f70e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11091f510f104776ae40ab8d18f9017c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.573026] env[65683]: DEBUG nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 664.586818] env[65683]: WARNING neutronclient.v2_0.client [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.609165] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.446220] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Updated VIF entry in instance network info cache for port aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.446737] env[65683]: DEBUG nova.network.neutron [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Updating instance_info_cache with network_info: [{"id": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "address": "fa:16:3e:5a:97:b2", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2e8b34-ee", "ovs_interfaceid": "aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.450064] env[65683]: DEBUG nova.network.neutron [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Successfully created port: ab1f01f9-e3fa-4f15-b043-1fdaff97f857 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.456161] env[65683]: DEBUG nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 665.463936] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Releasing lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.465395] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Received event network-vif-plugged-389cf1fd-f864-4d05-bb7a-d12642e271df {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 665.465395] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquiring lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.465395] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.465395] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.465822] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] No waiting events found dispatching network-vif-plugged-389cf1fd-f864-4d05-bb7a-d12642e271df {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 665.465822] env[65683]: WARNING nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Received unexpected event network-vif-plugged-389cf1fd-f864-4d05-bb7a-d12642e271df for instance with vm_state building and task_state spawning. [ 665.465922] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Received event network-changed-389cf1fd-f864-4d05-bb7a-d12642e271df {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 665.466272] env[65683]: DEBUG nova.compute.manager [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Refreshing instance network info cache due to event network-changed-389cf1fd-f864-4d05-bb7a-d12642e271df. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 665.467340] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquiring lock "refresh_cache-5fab543c-86b1-4821-abb5-8cb9ffbcafba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.467340] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Acquired lock "refresh_cache-5fab543c-86b1-4821-abb5-8cb9ffbcafba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.467340] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Refreshing network info cache for port 389cf1fd-f864-4d05-bb7a-d12642e271df {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.472741] env[65683]: DEBUG oslo_concurrency.lockutils [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] Releasing lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.473023] env[65683]: DEBUG nova.compute.manager [req-7587d1d6-8cf6-41fd-8b81-6982edbf4f09 req-c36d3047-6f74-437a-8f54-06faf6c5094b service nova] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Received event network-vif-deleted-f839d7a1-7533-44fb-aea5-a2d9d4af391e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 665.478673] env[65683]: DEBUG oslo_concurrency.lockutils [req-0a0d43db-e27a-4671-b3b2-279206115247 req-650c34e7-bee8-4fe5-925b-ec81ffdfd45d service nova] Releasing lock "refresh_cache-b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.507703] env[65683]: DEBUG oslo_vmware.api [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432726, 'name': PowerOnVM_Task, 'duration_secs': 0.58233} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.520374] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.520622] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-74ef066c-268c-4b13-a1a1-4d957812db93 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance 'ac264115-3fd3-4cc3-b700-dd918838b320' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.524740] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432727, 'name': CreateVM_Task, 'duration_secs': 0.535322} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.524947] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671567} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.524947] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432731, 'name': CreateVM_Task, 'duration_secs': 0.790549} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.526476] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.529626] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.529912] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 716a9055-81b4-4c36-b19e-8585e124bc83/716a9055-81b4-4c36-b19e-8585e124bc83.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.530139] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.530333] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.535517] env[65683]: WARNING neutronclient.v2_0.client [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 665.535517] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.535517] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.535517] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.535517] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-580b4c8d-3d86-4f46-802f-72f03d2510d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.537774] env[65683]: WARNING neutronclient.v2_0.client [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.538099] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.538675] env[65683]: DEBUG oslo_vmware.api [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Task: {'id': task-4432725, 'name': PowerOnVM_Task, 'duration_secs': 1.023676} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.538898] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b834d0d2-dd99-4153-beab-9fb1f6f43832 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.541625] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.542104] env[65683]: DEBUG nova.compute.manager [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 665.544633] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1bee41-7da2-4e6d-94ee-2d7c76b7bdec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.559574] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 665.559574] env[65683]: value = "task-4432732" [ 665.559574] env[65683]: _type = "Task" [ 665.559574] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.560038] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 665.560038] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f13058-79cc-b80a-9820-09850fac8a91" [ 665.560038] env[65683]: _type = "Task" [ 665.560038] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.579202] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.583288] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f13058-79cc-b80a-9820-09850fac8a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.978582] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d83949-f2ad-4680-a8b3-9bc90ae1a9df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.982349] env[65683]: WARNING neutronclient.v2_0.client [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.996064] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c47bf5-e73d-4a89-9be5-bab21e934e72 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.034733] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ace4c5-eb69-40f3-b8dd-4376ac04737a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.044435] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520cd90c-13dc-4fd4-a01d-4ef46ea138b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.062605] env[65683]: DEBUG nova.compute.provider_tree [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.085573] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f13058-79cc-b80a-9820-09850fac8a91, 'name': SearchDatastore_Task, 'duration_secs': 0.028982} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.086133] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138597} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.087870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.088466] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.088466] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.088676] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.088812] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.089018] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.089781] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.090077] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.090426] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.090785] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e5ec224-8da2-4684-888a-bdb23fd4d72b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.093533] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942fa2b-7569-4fbe-98fc-a1f67fe14e6b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.096582] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49f0cd4-9eda-4891-a264-c474dfba3a4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.113922] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 666.113922] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52104dc3-31b5-4af8-5e9d-87ec92a1080e" [ 666.113922] env[65683]: _type = "Task" [ 666.113922] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.123160] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 716a9055-81b4-4c36-b19e-8585e124bc83/716a9055-81b4-4c36-b19e-8585e124bc83.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.124690] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5259449-7869-4d9b-baac-77a76ef781f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.139142] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.139142] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.143340] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3141a388-0448-4339-a524-61e5b4b7bd41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.152860] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52104dc3-31b5-4af8-5e9d-87ec92a1080e, 'name': SearchDatastore_Task, 'duration_secs': 0.043942} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.155566] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.155842] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.156061] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.156356] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 666.156356] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528b3878-76ee-8d57-4ff9-4a7d3d1e3aee" [ 666.156356] env[65683]: _type = "Task" [ 666.156356] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.156948] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 666.156948] env[65683]: value = "task-4432733" [ 666.156948] env[65683]: _type = "Task" [ 666.156948] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.169233] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.171967] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528b3878-76ee-8d57-4ff9-4a7d3d1e3aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.487759] env[65683]: DEBUG nova.network.neutron [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 666.491206] env[65683]: DEBUG nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 666.523095] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 666.523421] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.523516] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 666.523697] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.524680] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 666.524680] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 666.524680] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 666.524680] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 666.524680] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 666.525089] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 666.525089] env[65683]: DEBUG nova.virt.hardware [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 666.525926] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c069a9-8542-43bf-8d39-abe24435eff0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.544610] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d74ec2-bc0e-47c1-be60-c8536ab9da9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.576185] env[65683]: DEBUG nova.scheduler.client.report [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.673697] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528b3878-76ee-8d57-4ff9-4a7d3d1e3aee, 'name': SearchDatastore_Task, 'duration_secs': 0.020992} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.678080] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432733, 'name': ReconfigVM_Task, 'duration_secs': 0.504588} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.678080] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d45156-ee17-429c-9a48-e805b96bce73 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.680423] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 716a9055-81b4-4c36-b19e-8585e124bc83/716a9055-81b4-4c36-b19e-8585e124bc83.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.681220] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14174a1-e6f3-4e17-b486-0ec6d8278744 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.687640] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 666.687640] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5290b8b8-4579-8d68-94c2-892e5afa71df" [ 666.687640] env[65683]: _type = "Task" [ 666.687640] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.694544] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 666.694544] env[65683]: value = "task-4432734" [ 666.694544] env[65683]: _type = "Task" [ 666.694544] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.703232] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5290b8b8-4579-8d68-94c2-892e5afa71df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.711338] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432734, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.037718] env[65683]: WARNING neutronclient.v2_0.client [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.086293] env[65683]: WARNING neutronclient.v2_0.client [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.089499] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.340s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.090099] env[65683]: DEBUG nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 667.093895] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.826s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.095512] env[65683]: INFO nova.compute.claims [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.203742] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5290b8b8-4579-8d68-94c2-892e5afa71df, 'name': SearchDatastore_Task, 'duration_secs': 0.020589} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.204147] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.204462] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.205248] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.205595] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.205829] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88fb9da2-ac5c-4d3b-b575-d62295a76b60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.216432] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df92958-1fab-48f6-9ceb-8099625e68b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.220192] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432734, 'name': Rename_Task, 'duration_secs': 0.196535} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.221840] env[65683]: DEBUG nova.network.neutron [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Successfully updated port: ab1f01f9-e3fa-4f15-b043-1fdaff97f857 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.225451] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.227344] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b69148-68d7-4a6b-b53b-fa15e242fa2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.233925] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 667.233925] env[65683]: value = "task-4432735" [ 667.233925] env[65683]: _type = "Task" [ 667.233925] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.243454] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.243454] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.244374] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 667.244374] env[65683]: value = "task-4432736" [ 667.244374] env[65683]: _type = "Task" [ 667.244374] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.245043] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f071ce46-5d6a-46d5-83ae-2ca0954161a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.256735] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.266399] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 667.266399] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a098cc-1cc4-fcb2-6641-6cecd608236b" [ 667.266399] env[65683]: _type = "Task" [ 667.266399] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.270759] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432736, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.281625] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a098cc-1cc4-fcb2-6641-6cecd608236b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.298233] env[65683]: DEBUG nova.network.neutron [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updated VIF entry in instance network info cache for port bee23bcf-392d-4edb-af44-d172c51c8765. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.299367] env[65683]: DEBUG nova.network.neutron [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updating instance_info_cache with network_info: [{"id": "bee23bcf-392d-4edb-af44-d172c51c8765", "address": "fa:16:3e:36:21:63", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee23bcf-39", "ovs_interfaceid": "bee23bcf-392d-4edb-af44-d172c51c8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.344487] env[65683]: WARNING neutronclient.v2_0.client [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.378683] env[65683]: DEBUG nova.network.neutron [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Updating instance_info_cache with network_info: [{"id": "3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9", "address": "fa:16:3e:43:7c:23", "network": {"id": "c60b2e9d-9974-4d3d-914d-8a5af0a32123", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1355571804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "749deeff46d34020a4de3dbe332dc0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8099e-f5", "ovs_interfaceid": "3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.458136] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Updated VIF entry in instance network info cache for port 389cf1fd-f864-4d05-bb7a-d12642e271df. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.458228] env[65683]: DEBUG nova.network.neutron [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Updating instance_info_cache with network_info: [{"id": "389cf1fd-f864-4d05-bb7a-d12642e271df", "address": "fa:16:3e:d6:55:9b", "network": {"id": "5799be1c-b90b-4730-8723-c53b93ba7412", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1608389586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3135c6c4742b992c09196e63ecc37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389cf1fd-f8", "ovs_interfaceid": "389cf1fd-f864-4d05-bb7a-d12642e271df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.593798] env[65683]: DEBUG nova.compute.manager [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Received event network-vif-plugged-3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.594152] env[65683]: DEBUG oslo_concurrency.lockutils [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] Acquiring lock "78284eeb-dc6d-405c-8a79-e46ccec7d553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.594334] env[65683]: DEBUG oslo_concurrency.lockutils [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.594531] env[65683]: DEBUG oslo_concurrency.lockutils [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.595121] env[65683]: DEBUG nova.compute.manager [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] No waiting events found dispatching network-vif-plugged-3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 667.595121] env[65683]: WARNING nova.compute.manager [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Received unexpected event network-vif-plugged-3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 for instance with vm_state building and task_state spawning. [ 667.595121] env[65683]: DEBUG nova.compute.manager [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Received event network-changed-3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.595121] env[65683]: DEBUG nova.compute.manager [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Refreshing instance network info cache due to event network-changed-3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 667.595532] env[65683]: DEBUG oslo_concurrency.lockutils [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] Acquiring lock "refresh_cache-78284eeb-dc6d-405c-8a79-e46ccec7d553" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.597027] env[65683]: DEBUG nova.compute.utils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.598964] env[65683]: DEBUG nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 667.599568] env[65683]: DEBUG nova.network.neutron [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 667.599568] env[65683]: WARNING neutronclient.v2_0.client [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.599786] env[65683]: WARNING neutronclient.v2_0.client [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.721098] env[65683]: DEBUG nova.policy [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af1d65b4a79242078e54728b039c6a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2f2063e1f484c40b13b7fb45734695c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.730897] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "refresh_cache-e9f1571f-b718-4c4c-8feb-f23426bd5274" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.731161] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired lock "refresh_cache-e9f1571f-b718-4c4c-8feb-f23426bd5274" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.731351] env[65683]: DEBUG nova.network.neutron [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.749420] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.766373] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.786060] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a098cc-1cc4-fcb2-6641-6cecd608236b, 'name': SearchDatastore_Task, 'duration_secs': 0.01472} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.787673] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54359c01-08cd-46f1-a6aa-71e8ca9d872d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.796880] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 667.796880] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5226d321-b3e0-1f04-c667-93416c7440b2" [ 667.796880] env[65683]: _type = "Task" [ 667.796880] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.805430] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Releasing lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.805718] env[65683]: DEBUG nova.compute.manager [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Received event network-vif-plugged-39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.805915] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Acquiring lock "69ac01dc-141d-4931-80b1-472217a25ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.806169] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Lock "69ac01dc-141d-4931-80b1-472217a25ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.806318] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Lock "69ac01dc-141d-4931-80b1-472217a25ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.806478] env[65683]: DEBUG nova.compute.manager [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] No waiting events found dispatching network-vif-plugged-39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 667.809023] env[65683]: WARNING nova.compute.manager [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Received unexpected event network-vif-plugged-39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 for instance with vm_state building and task_state spawning. [ 667.809023] env[65683]: DEBUG nova.compute.manager [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Received event network-changed-39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.809023] env[65683]: DEBUG nova.compute.manager [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Refreshing instance network info cache due to event network-changed-39cf815c-9eed-4ef5-8f66-8310a6b8a8e2. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 667.809023] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Acquiring lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.809023] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Acquired lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.809624] env[65683]: DEBUG nova.network.neutron [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Refreshing network info cache for port 39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.814424] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5226d321-b3e0-1f04-c667-93416c7440b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.883548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Releasing lock "refresh_cache-78284eeb-dc6d-405c-8a79-e46ccec7d553" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.884279] env[65683]: DEBUG nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Instance network_info: |[{"id": "3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9", "address": "fa:16:3e:43:7c:23", "network": {"id": "c60b2e9d-9974-4d3d-914d-8a5af0a32123", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1355571804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "749deeff46d34020a4de3dbe332dc0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8099e-f5", "ovs_interfaceid": "3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 667.884701] env[65683]: DEBUG oslo_concurrency.lockutils [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] Acquired lock "refresh_cache-78284eeb-dc6d-405c-8a79-e46ccec7d553" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.884896] env[65683]: DEBUG nova.network.neutron [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Refreshing network info cache for port 3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.886319] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:7c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.894212] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Creating folder: Project (749deeff46d34020a4de3dbe332dc0a9). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.895306] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da905917-8fda-4e09-b68b-9845e08cc8ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.908870] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Created folder: Project (749deeff46d34020a4de3dbe332dc0a9) in parent group-v867054. [ 667.909111] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Creating folder: Instances. Parent ref: group-v867119. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.909482] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb464c16-be28-4ec9-9937-671bbc8e99b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.921852] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Created folder: Instances in parent group-v867119. [ 667.922157] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 667.922367] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.922637] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b5fea5-2d8d-4fcd-bee8-8b6268593bd2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.944669] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.944669] env[65683]: value = "task-4432739" [ 667.944669] env[65683]: _type = "Task" [ 667.944669] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.957546] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432739, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.962819] env[65683]: DEBUG oslo_concurrency.lockutils [req-c86e982f-73d5-4acd-86a7-de058ca78ef0 req-0df82239-55d3-436e-becd-23ab9fe26ccc service nova] Releasing lock "refresh_cache-5fab543c-86b1-4821-abb5-8cb9ffbcafba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.105782] env[65683]: DEBUG nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 668.184839] env[65683]: DEBUG nova.network.neutron [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Successfully created port: fccb6df8-0d06-46bc-ba18-6a74161cda00 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 668.233809] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.234538] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.234615] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.234846] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.235062] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.239210] env[65683]: INFO nova.compute.manager [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Terminating instance [ 668.251601] env[65683]: DEBUG nova.compute.manager [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 668.251880] env[65683]: DEBUG nova.compute.manager [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing instance network info cache due to event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 668.252019] env[65683]: DEBUG oslo_concurrency.lockutils [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] Acquiring lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.252119] env[65683]: DEBUG oslo_concurrency.lockutils [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] Acquired lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.252276] env[65683]: DEBUG nova.network.neutron [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.265742] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605571} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.267959] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.267959] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.268219] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d822618f-5797-4708-bf18-c855ba742932 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.274671] env[65683]: DEBUG oslo_vmware.api [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4432736, 'name': PowerOnVM_Task, 'duration_secs': 0.650849} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.278403] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.278627] env[65683]: INFO nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Took 10.29 seconds to spawn the instance on the hypervisor. [ 668.278795] env[65683]: DEBUG nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.280470] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19c37f3-69bc-4652-9b79-786452c2efda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.284814] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 668.284814] env[65683]: value = "task-4432740" [ 668.284814] env[65683]: _type = "Task" [ 668.284814] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.308051] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.315314] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5226d321-b3e0-1f04-c667-93416c7440b2, 'name': SearchDatastore_Task, 'duration_secs': 0.017936} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.318839] env[65683]: WARNING neutronclient.v2_0.client [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.320685] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.321020] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 69ac01dc-141d-4931-80b1-472217a25ad3/69ac01dc-141d-4931-80b1-472217a25ad3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.321652] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc8a6453-f61a-4d83-ad69-56f66ad02724 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.331132] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 668.331132] env[65683]: value = "task-4432741" [ 668.331132] env[65683]: _type = "Task" [ 668.331132] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.344681] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.395603] env[65683]: WARNING neutronclient.v2_0.client [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.462721] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432739, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.572354] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8dc8cc-0d05-4f5a-96b8-98b74b05ac64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.581766] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd253da-4813-418b-b70f-16b271b42ea5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.623758] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148158a0-0066-4ac9-b4f8-3bcf3aed090d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.634169] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce065397-c786-4f58-aee4-864be3f9ef57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.652475] env[65683]: DEBUG nova.compute.provider_tree [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.759032] env[65683]: DEBUG nova.compute.manager [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 668.759032] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.759032] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acacb5c-75c2-4f84-b4df-2788d6896dc5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.762411] env[65683]: WARNING neutronclient.v2_0.client [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.770803] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.771304] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b9ed39-5895-4cd8-9c90-21ffae6f2570 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.779794] env[65683]: DEBUG oslo_vmware.api [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 668.779794] env[65683]: value = "task-4432742" [ 668.779794] env[65683]: _type = "Task" [ 668.779794] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.793500] env[65683]: DEBUG oslo_vmware.api [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.804851] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079434} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.807010] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.807655] env[65683]: INFO nova.compute.manager [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Took 22.67 seconds to build instance. [ 668.809261] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81c389-fe4f-439d-b1a7-95295a5b9861 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.836699] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.837969] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a475fef5-1cc7-4773-b0ee-c604e2cdf35e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.865836] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432741, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.868063] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 668.868063] env[65683]: value = "task-4432743" [ 668.868063] env[65683]: _type = "Task" [ 668.868063] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.879588] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.958502] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432739, 'name': CreateVM_Task, 'duration_secs': 0.853245} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.958894] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.959699] env[65683]: WARNING neutronclient.v2_0.client [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.960248] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.960427] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.960810] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.961232] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b069e7-ee96-4676-aee0-93a314f18eba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.968372] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 668.968372] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ba9dcd-1535-5003-7454-62dd87ea731e" [ 668.968372] env[65683]: _type = "Task" [ 668.968372] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.979847] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ba9dcd-1535-5003-7454-62dd87ea731e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.029046] env[65683]: DEBUG nova.network.neutron [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.125115] env[65683]: DEBUG nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 669.156123] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 669.156498] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.156671] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 669.156910] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.157085] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 669.157245] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 669.157417] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.157653] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 669.157745] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 669.158012] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 669.158242] env[65683]: DEBUG nova.virt.hardware [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 669.159183] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71d6f1a-18fc-4369-b298-7b26f7e4f72e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.165338] env[65683]: DEBUG nova.scheduler.client.report [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.176834] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b073da-673b-40f3-b906-4b99c9b4c58c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.292567] env[65683]: DEBUG oslo_vmware.api [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432742, 'name': PowerOffVM_Task, 'duration_secs': 0.256322} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.292926] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.293145] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.293415] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a35d67f-49ee-461d-a44e-e5d48ebff647 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.313752] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f153a8ce-dff8-47c2-999e-3bc4a80b7563 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "716a9055-81b4-4c36-b19e-8585e124bc83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.187s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.349041] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856854} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.349041] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 69ac01dc-141d-4931-80b1-472217a25ad3/69ac01dc-141d-4931-80b1-472217a25ad3.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.349266] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.350188] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4abf08f9-cfdc-4d72-85c0-abda095287f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.360038] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 669.360038] env[65683]: value = "task-4432745" [ 669.360038] env[65683]: _type = "Task" [ 669.360038] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.371028] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.371678] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.371934] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Deleting the datastore file [datastore2] e713993e-5be1-4c47-b1d1-09bb74ff48f5 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.372399] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.372633] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5a18be-6e66-4ed4-8dec-45a87e1d8aae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.387358] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.389072] env[65683]: DEBUG oslo_vmware.api [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for the task: (returnval){ [ 669.389072] env[65683]: value = "task-4432746" [ 669.389072] env[65683]: _type = "Task" [ 669.389072] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.398788] env[65683]: DEBUG oslo_vmware.api [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.479480] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ba9dcd-1535-5003-7454-62dd87ea731e, 'name': SearchDatastore_Task, 'duration_secs': 0.054664} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.479745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.479961] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.480211] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.480349] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.480517] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.480841] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b261e8-fb43-4676-83f8-c86a4ad7262d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.496945] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.497189] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.497961] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea168af2-e7d8-4212-b9a8-9b3891e9d4e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.504129] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 669.504129] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52499f90-40c3-cc8c-ce8c-d08758583371" [ 669.504129] env[65683]: _type = "Task" [ 669.504129] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.512958] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52499f90-40c3-cc8c-ce8c-d08758583371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.673999] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.674590] env[65683]: DEBUG nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 669.681031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.951s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.681031] env[65683]: INFO nova.compute.claims [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.880295] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080015} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.881413] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.882076] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3805b0cf-2b8a-42cf-b7ca-abca8729e47d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.888844] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432743, 'name': ReconfigVM_Task, 'duration_secs': 0.656037} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.889846] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3/671a633d-ab29-4b33-8468-5fc0ff0c48f3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.891304] env[65683]: WARNING neutronclient.v2_0.client [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.894492] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef17a7db-5284-4520-823e-6c3ffd093c32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.924856] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 69ac01dc-141d-4931-80b1-472217a25ad3/69ac01dc-141d-4931-80b1-472217a25ad3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.926179] env[65683]: DEBUG nova.network.neutron [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Successfully updated port: fccb6df8-0d06-46bc-ba18-6a74161cda00 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 669.927941] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b47a5d8b-c9eb-4caa-9bc7-9f59ecc8172e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.948567] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "refresh_cache-cf29fbbc-4fa3-455d-bccd-cdcc7666027d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.948567] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquired lock "refresh_cache-cf29fbbc-4fa3-455d-bccd-cdcc7666027d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.948567] env[65683]: DEBUG nova.network.neutron [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.949639] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 669.949639] env[65683]: value = "task-4432747" [ 669.949639] env[65683]: _type = "Task" [ 669.949639] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.957417] env[65683]: DEBUG oslo_vmware.api [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Task: {'id': task-4432746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282943} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.960346] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.960436] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.960675] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.961039] env[65683]: INFO nova.compute.manager [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 669.961334] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 669.961615] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 669.961615] env[65683]: value = "task-4432748" [ 669.961615] env[65683]: _type = "Task" [ 669.961615] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.962651] env[65683]: DEBUG nova.compute.manager [-] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 669.962651] env[65683]: DEBUG nova.network.neutron [-] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 669.962651] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.975318] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432747, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.985399] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.019118] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52499f90-40c3-cc8c-ce8c-d08758583371, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.020195] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b4a654-c05b-4c89-8853-3a8256129f66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.023900] env[65683]: WARNING neutronclient.v2_0.client [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.028651] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 670.028651] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52609ee0-1b74-005d-38ff-e7c83bbedc19" [ 670.028651] env[65683]: _type = "Task" [ 670.028651] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.039424] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52609ee0-1b74-005d-38ff-e7c83bbedc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.040789] env[65683]: WARNING neutronclient.v2_0.client [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.066820] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.069570] env[65683]: WARNING neutronclient.v2_0.client [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.116033] env[65683]: DEBUG nova.network.neutron [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Updating instance_info_cache with network_info: [{"id": "ab1f01f9-e3fa-4f15-b043-1fdaff97f857", "address": "fa:16:3e:61:fc:dd", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1f01f9-e3", "ovs_interfaceid": "ab1f01f9-e3fa-4f15-b043-1fdaff97f857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.187203] env[65683]: DEBUG nova.compute.utils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.192247] env[65683]: DEBUG nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 670.192247] env[65683]: DEBUG nova.network.neutron [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 670.192247] env[65683]: WARNING neutronclient.v2_0.client [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.192247] env[65683]: WARNING neutronclient.v2_0.client [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.464064] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432747, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.477475] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.501454] env[65683]: DEBUG nova.network.neutron [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Updated VIF entry in instance network info cache for port 39cf815c-9eed-4ef5-8f66-8310a6b8a8e2. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.502567] env[65683]: DEBUG nova.network.neutron [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Updating instance_info_cache with network_info: [{"id": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "address": "fa:16:3e:bb:f3:1a", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cf815c-9e", "ovs_interfaceid": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.542630] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52609ee0-1b74-005d-38ff-e7c83bbedc19, 'name': SearchDatastore_Task, 'duration_secs': 0.021476} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.542983] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.543299] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 78284eeb-dc6d-405c-8a79-e46ccec7d553/78284eeb-dc6d-405c-8a79-e46ccec7d553.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.543739] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01395a5c-f4a4-48a2-8b67-6bae9df036cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.553266] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 670.553266] env[65683]: value = "task-4432749" [ 670.553266] env[65683]: _type = "Task" [ 670.553266] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.559709] env[65683]: DEBUG nova.network.neutron [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Updated VIF entry in instance network info cache for port 3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.560067] env[65683]: DEBUG nova.network.neutron [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Updating instance_info_cache with network_info: [{"id": "3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9", "address": "fa:16:3e:43:7c:23", "network": {"id": "c60b2e9d-9974-4d3d-914d-8a5af0a32123", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1355571804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "749deeff46d34020a4de3dbe332dc0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8099e-f5", "ovs_interfaceid": "3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.568837] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.593648] env[65683]: DEBUG nova.network.neutron [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updated VIF entry in instance network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.594377] env[65683]: DEBUG nova.network.neutron [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updating instance_info_cache with network_info: [{"id": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "address": "fa:16:3e:bb:96:05", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0076755c-d5", "ovs_interfaceid": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.619157] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Releasing lock "refresh_cache-e9f1571f-b718-4c4c-8feb-f23426bd5274" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.620199] env[65683]: DEBUG nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Instance network_info: |[{"id": "ab1f01f9-e3fa-4f15-b043-1fdaff97f857", "address": "fa:16:3e:61:fc:dd", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1f01f9-e3", "ovs_interfaceid": "ab1f01f9-e3fa-4f15-b043-1fdaff97f857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 670.621829] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:fc:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab1f01f9-e3fa-4f15-b043-1fdaff97f857', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.633152] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 670.635134] env[65683]: DEBUG nova.policy [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0482d5d9f8d64d05b3aae204eeb98750', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a550402f64e339c0d18199fac3bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.637596] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.638432] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-534222c2-d25f-4ff0-9f3f-79cd08aae1cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.666624] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.666624] env[65683]: value = "task-4432750" [ 670.666624] env[65683]: _type = "Task" [ 670.666624] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.679037] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432750, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.686783] env[65683]: DEBUG nova.network.neutron [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 670.695663] env[65683]: DEBUG nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 670.830086] env[65683]: DEBUG nova.network.neutron [-] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.970211] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432747, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.981019] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432748, 'name': ReconfigVM_Task, 'duration_secs': 0.779894} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.986632] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 69ac01dc-141d-4931-80b1-472217a25ad3/69ac01dc-141d-4931-80b1-472217a25ad3.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.987862] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b44733f-29bc-44f5-9b4c-1fd4db6faaca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.996950] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 670.996950] env[65683]: value = "task-4432751" [ 670.996950] env[65683]: _type = "Task" [ 670.996950] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.006428] env[65683]: DEBUG oslo_concurrency.lockutils [req-00f1aa80-b717-4db7-84de-7d47329457e8 req-edd15a0b-541d-4850-94cd-6149f896989a service nova] Releasing lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.015240] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432751, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.064429] env[65683]: DEBUG oslo_concurrency.lockutils [req-03135d3e-1127-41df-bcd4-392b328c8b79 req-972acf7c-da9d-4bf1-8a02-e4525ae9d14c service nova] Releasing lock "refresh_cache-78284eeb-dc6d-405c-8a79-e46ccec7d553" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068370] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.098172] env[65683]: DEBUG oslo_concurrency.lockutils [req-a6ac1337-fffd-4b76-acdf-cec29d5b9fcc req-7308e151-cb18-42e8-8e3c-804dcb185b54 service nova] Releasing lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.181994] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432750, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.208592] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb10c10-aea2-49d5-a962-e5b4101b6ae7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.217770] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad43df84-6809-4054-bf65-4b9ea31a9578 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.254617] env[65683]: DEBUG nova.network.neutron [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Successfully created port: 70a53f97-83b0-455a-9a97-222a1c036786 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 671.257942] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8bbf1-fd76-4abe-add4-cd4652c22725 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.268460] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad10728-e077-4b23-a844-b6c810263bc7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.286380] env[65683]: DEBUG nova.compute.provider_tree [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.333026] env[65683]: INFO nova.compute.manager [-] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Took 1.37 seconds to deallocate network for instance. [ 671.465884] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432747, 'name': Rename_Task, 'duration_secs': 1.421665} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.466031] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.466220] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66031b09-c805-4860-9fa2-6184085e4d20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.474688] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 671.474688] env[65683]: value = "task-4432752" [ 671.474688] env[65683]: _type = "Task" [ 671.474688] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.484413] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.508445] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432751, 'name': Rename_Task, 'duration_secs': 0.360031} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.508751] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.509080] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7681ae8-9e80-495e-8055-bc21e7093473 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.517863] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 671.517863] env[65683]: value = "task-4432753" [ 671.517863] env[65683]: _type = "Task" [ 671.517863] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.528744] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.566673] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667515} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.566962] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 78284eeb-dc6d-405c-8a79-e46ccec7d553/78284eeb-dc6d-405c-8a79-e46ccec7d553.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.567201] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.567493] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b06d46f-a6e5-4428-8bca-c94cba7ad4ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.577577] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 671.577577] env[65683]: value = "task-4432754" [ 671.577577] env[65683]: _type = "Task" [ 671.577577] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.592409] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.679709] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432750, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.712581] env[65683]: DEBUG nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 671.748332] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 671.748596] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.748842] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 671.749063] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.749217] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 671.749355] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 671.749555] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.749705] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 671.749862] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 671.750029] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 671.750195] env[65683]: DEBUG nova.virt.hardware [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 671.751124] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee450e41-527a-426d-abfa-3ef851bfccf5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.762931] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e199275-eed6-490d-82a6-3b8ff6a1fe29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.818930] env[65683]: ERROR nova.scheduler.client.report [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [req-fe9b4f1c-0f59-48f3-9b32-7916e8388b7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe9b4f1c-0f59-48f3-9b32-7916e8388b7d"}]} [ 671.837113] env[65683]: DEBUG nova.scheduler.client.report [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.844454] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.857359] env[65683]: DEBUG nova.scheduler.client.report [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.857577] env[65683]: DEBUG nova.compute.provider_tree [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.870857] env[65683]: DEBUG nova.scheduler.client.report [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.899821] env[65683]: DEBUG nova.scheduler.client.report [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.992991] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432752, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.038650] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432753, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.093439] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083965} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.093950] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.094644] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a624f-5634-4264-b962-fbccd4494c01 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.123989] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 78284eeb-dc6d-405c-8a79-e46ccec7d553/78284eeb-dc6d-405c-8a79-e46ccec7d553.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.124444] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4d68fa-1290-4fee-82bb-1fa0518355dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.157188] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 672.157188] env[65683]: value = "task-4432755" [ 672.157188] env[65683]: _type = "Task" [ 672.157188] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.172021] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.187634] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432750, 'name': CreateVM_Task, 'duration_secs': 1.061499} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.187886] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.188403] env[65683]: WARNING neutronclient.v2_0.client [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.188760] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.188953] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.189237] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.189590] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c37814-e58f-45f6-b9e7-41a8f1f669cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196110] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 672.196110] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5251ca41-4c77-3ab1-f048-85d86f13e9c2" [ 672.196110] env[65683]: _type = "Task" [ 672.196110] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.211552] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5251ca41-4c77-3ab1-f048-85d86f13e9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.350705] env[65683]: DEBUG nova.compute.manager [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 672.352099] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cde1b-8f55-42d6-b8ee-5152f8cd7bb1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.410920] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab1923e-e3c4-42b9-bf33-bfcca69247f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.419950] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d168e6-9604-4edc-9929-c4091bea0811 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.456606] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2844f8-1e60-48ea-beb2-3d9499c0abf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.466540] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa3fe90-12bd-4f0d-a8ac-b4f68f2ea628 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.485173] env[65683]: DEBUG nova.compute.provider_tree [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.502321] env[65683]: DEBUG oslo_vmware.api [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432752, 'name': PowerOnVM_Task, 'duration_secs': 0.829283} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.502861] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.502861] env[65683]: DEBUG nova.compute.manager [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 672.503485] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e523f6e-0c5c-4436-bfe6-255b036dc7cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.667715] env[65683]: DEBUG oslo_vmware.api [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432753, 'name': PowerOnVM_Task, 'duration_secs': 0.668293} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.667715] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.667715] env[65683]: INFO nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Took 12.04 seconds to spawn the instance on the hypervisor. [ 672.667715] env[65683]: DEBUG nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 672.667715] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bcb558-dfb2-4d28-9280-3c089794a52f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.674467] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.708383] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5251ca41-4c77-3ab1-f048-85d86f13e9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.019299} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.708757] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.708757] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.708971] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.709126] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.709302] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.709563] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a28bb358-c730-496a-8dd5-9ca77fccbfe3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.726628] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.726910] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.727607] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18afa97-9b12-4c05-9b1c-d35ea2a3051a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.734557] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 672.734557] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528c0e58-d65f-32ae-1970-b830233f001e" [ 672.734557] env[65683]: _type = "Task" [ 672.734557] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.743411] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528c0e58-d65f-32ae-1970-b830233f001e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.866034] env[65683]: INFO nova.compute.manager [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] instance snapshotting [ 672.868649] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1b62e9-bdcd-401c-980a-51dda4b7122e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.889255] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450fa72-1236-424c-bae0-1889aafcee29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.026139] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.039227] env[65683]: DEBUG nova.scheduler.client.report [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.039227] env[65683]: DEBUG nova.compute.provider_tree [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 36 to 37 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.039227] env[65683]: DEBUG nova.compute.provider_tree [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.050624] env[65683]: INFO nova.compute.manager [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Took 21.16 seconds to build instance. [ 673.149509] env[65683]: WARNING neutronclient.v2_0.client [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.169317] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432755, 'name': ReconfigVM_Task, 'duration_secs': 0.788896} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.169317] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 78284eeb-dc6d-405c-8a79-e46ccec7d553/78284eeb-dc6d-405c-8a79-e46ccec7d553.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.170307] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c02ea452-cb2e-4db4-b65d-14537b801dac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.181794] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 673.181794] env[65683]: value = "task-4432756" [ 673.181794] env[65683]: _type = "Task" [ 673.181794] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.191102] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432756, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.247148] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528c0e58-d65f-32ae-1970-b830233f001e, 'name': SearchDatastore_Task, 'duration_secs': 0.020714} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.247528] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00fb7d8-2a3c-4739-9634-97b77d589fa1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.258098] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 673.258098] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e14c22-7e2d-a7b7-2d3f-c783bcb71296" [ 673.258098] env[65683]: _type = "Task" [ 673.258098] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.268541] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e14c22-7e2d-a7b7-2d3f-c783bcb71296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.402398] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 673.402764] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f9fbfed-61e4-4310-a4dd-d2b8a05752fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.411941] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 673.411941] env[65683]: value = "task-4432757" [ 673.411941] env[65683]: _type = "Task" [ 673.411941] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.424747] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432757, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.520392] env[65683]: DEBUG nova.network.neutron [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Successfully updated port: 70a53f97-83b0-455a-9a97-222a1c036786 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 673.544213] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.867s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.545168] env[65683]: DEBUG nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 673.548094] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.705s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.549170] env[65683]: INFO nova.compute.claims [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.555977] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1934e68b-ddac-4b4a-a73a-bb856dc093ff tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.681s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.698948] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432756, 'name': Rename_Task, 'duration_secs': 0.400118} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.699277] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.699553] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8462eed6-9237-4b78-b40e-f0dbd3ae6680 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.709812] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 673.709812] env[65683]: value = "task-4432758" [ 673.709812] env[65683]: _type = "Task" [ 673.709812] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.720837] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.767368] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e14c22-7e2d-a7b7-2d3f-c783bcb71296, 'name': SearchDatastore_Task, 'duration_secs': 0.023157} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.767633] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.767884] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e9f1571f-b718-4c4c-8feb-f23426bd5274/e9f1571f-b718-4c4c-8feb-f23426bd5274.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.768164] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d503e0e0-9569-4c8d-a314-5f1c16cc0647 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.776664] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 673.776664] env[65683]: value = "task-4432759" [ 673.776664] env[65683]: _type = "Task" [ 673.776664] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.789599] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.815669] env[65683]: DEBUG nova.network.neutron [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Updating instance_info_cache with network_info: [{"id": "fccb6df8-0d06-46bc-ba18-6a74161cda00", "address": "fa:16:3e:6e:1d:cc", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfccb6df8-0d", "ovs_interfaceid": "fccb6df8-0d06-46bc-ba18-6a74161cda00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.923565] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432757, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.023961] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "refresh_cache-4326ee00-a744-40c5-b4c8-b9678112fab9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.024189] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "refresh_cache-4326ee00-a744-40c5-b4c8-b9678112fab9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.024351] env[65683]: DEBUG nova.network.neutron [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 674.062662] env[65683]: DEBUG nova.compute.utils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.062662] env[65683]: DEBUG nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 674.063424] env[65683]: DEBUG nova.network.neutron [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 674.063424] env[65683]: WARNING neutronclient.v2_0.client [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.063561] env[65683]: WARNING neutronclient.v2_0.client [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.128937] env[65683]: DEBUG nova.policy [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20e0e1369dc146dfa35d0eef7820a74e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e644c2fea8524d09b3d52eedec8a86fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.225213] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.289410] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.455261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Releasing lock "refresh_cache-cf29fbbc-4fa3-455d-bccd-cdcc7666027d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.455261] env[65683]: DEBUG nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Instance network_info: |[{"id": "fccb6df8-0d06-46bc-ba18-6a74161cda00", "address": "fa:16:3e:6e:1d:cc", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfccb6df8-0d", "ovs_interfaceid": "fccb6df8-0d06-46bc-ba18-6a74161cda00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 674.455456] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1d:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fccb6df8-0d06-46bc-ba18-6a74161cda00', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.455456] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Creating folder: Project (b2f2063e1f484c40b13b7fb45734695c). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.455456] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c55ca889-478f-47be-9bc5-27fc9283fc86 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.461561] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Created folder: Project (b2f2063e1f484c40b13b7fb45734695c) in parent group-v867054. [ 674.461561] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Creating folder: Instances. Parent ref: group-v867123. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.461561] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432757, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.461561] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec5c4f90-f279-413d-addd-1b4e76206582 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.473789] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Created folder: Instances in parent group-v867123. [ 674.475779] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 674.475779] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.475779] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c2b983-58ef-439a-86c8-ac414dd526df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.500302] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.500302] env[65683]: value = "task-4432762" [ 674.500302] env[65683]: _type = "Task" [ 674.500302] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.513534] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432762, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.563822] env[65683]: DEBUG nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 674.590368] env[65683]: DEBUG nova.network.neutron [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.702940] env[65683]: WARNING neutronclient.v2_0.client [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.730253] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "ac264115-3fd3-4cc3-b700-dd918838b320" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.730940] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.731158] env[65683]: DEBUG nova.compute.manager [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Going to confirm migration 1 {{(pid=65683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 674.733646] env[65683]: DEBUG oslo_vmware.api [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432758, 'name': PowerOnVM_Task, 'duration_secs': 0.900579} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.734295] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.734853] env[65683]: INFO nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Took 11.51 seconds to spawn the instance on the hypervisor. [ 674.734991] env[65683]: DEBUG nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.737032] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1ef451-b9ae-4eb7-86e8-d7c6de7530c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.797442] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622519} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.797949] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e9f1571f-b718-4c4c-8feb-f23426bd5274/e9f1571f-b718-4c4c-8feb-f23426bd5274.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.798538] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.798740] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01265f44-6cf6-4d6b-98df-412912c7c1d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.813307] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 674.813307] env[65683]: value = "task-4432763" [ 674.813307] env[65683]: _type = "Task" [ 674.813307] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.828300] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.926126] env[65683]: DEBUG nova.network.neutron [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Updating instance_info_cache with network_info: [{"id": "70a53f97-83b0-455a-9a97-222a1c036786", "address": "fa:16:3e:50:23:0f", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a53f97-83", "ovs_interfaceid": "70a53f97-83b0-455a-9a97-222a1c036786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.936349] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432757, 'name': CreateSnapshot_Task, 'duration_secs': 1.085647} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.941082] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 674.942755] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb01efc-7d50-4cb5-b519-64374ddbce94 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.962983] env[65683]: DEBUG nova.network.neutron [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Successfully created port: 12bdd52b-1980-4bd2-873f-1267717d772c {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 675.015586] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432762, 'name': CreateVM_Task, 'duration_secs': 0.505137} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.016075] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.017339] env[65683]: WARNING neutronclient.v2_0.client [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.017339] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.017339] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.017533] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.017725] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0b341f-f89f-41eb-a90c-0c6827de401d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.030385] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 675.030385] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52fa175f-2680-a227-3bef-cdd6636d1088" [ 675.030385] env[65683]: _type = "Task" [ 675.030385] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.041975] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fa175f-2680-a227-3bef-cdd6636d1088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.135537] env[65683]: DEBUG nova.compute.manager [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.135817] env[65683]: DEBUG nova.compute.manager [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing instance network info cache due to event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.136061] env[65683]: DEBUG oslo_concurrency.lockutils [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] Acquiring lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.136206] env[65683]: DEBUG oslo_concurrency.lockutils [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] Acquired lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.136360] env[65683]: DEBUG nova.network.neutron [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.166456] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Received event network-vif-plugged-ab1f01f9-e3fa-4f15-b043-1fdaff97f857 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.166655] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Acquiring lock "e9f1571f-b718-4c4c-8feb-f23426bd5274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.167148] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.167148] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.167629] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] No waiting events found dispatching network-vif-plugged-ab1f01f9-e3fa-4f15-b043-1fdaff97f857 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 675.167629] env[65683]: WARNING nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Received unexpected event network-vif-plugged-ab1f01f9-e3fa-4f15-b043-1fdaff97f857 for instance with vm_state building and task_state spawning. [ 675.167629] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Received event network-changed-ab1f01f9-e3fa-4f15-b043-1fdaff97f857 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.167753] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Refreshing instance network info cache due to event network-changed-ab1f01f9-e3fa-4f15-b043-1fdaff97f857. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.167845] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Acquiring lock "refresh_cache-e9f1571f-b718-4c4c-8feb-f23426bd5274" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.167962] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Acquired lock "refresh_cache-e9f1571f-b718-4c4c-8feb-f23426bd5274" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.168113] env[65683]: DEBUG nova.network.neutron [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Refreshing network info cache for port ab1f01f9-e3fa-4f15-b043-1fdaff97f857 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.223061] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57718557-22ab-4754-aae6-9aa03217ba39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.235193] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66023d5a-fb4c-4db3-a123-6a564981a72a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.241782] env[65683]: WARNING neutronclient.v2_0.client [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.285957] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4136a10-88d3-4d3a-b469-618560498eb7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.291315] env[65683]: INFO nova.compute.manager [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Took 22.50 seconds to build instance. [ 675.299165] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9511d6e2-3c22-4a6b-a581-6da5588cc715 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.316624] env[65683]: DEBUG nova.compute.provider_tree [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.328268] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084105} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.328654] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.329486] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc6a99-d08b-44c2-9c5c-882a58659dd6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.356617] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] e9f1571f-b718-4c4c-8feb-f23426bd5274/e9f1571f-b718-4c4c-8feb-f23426bd5274.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.358434] env[65683]: WARNING neutronclient.v2_0.client [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.358434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.358434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.358694] env[65683]: DEBUG nova.network.neutron [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.358786] env[65683]: DEBUG nova.objects.instance [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lazy-loading 'info_cache' on Instance uuid ac264115-3fd3-4cc3-b700-dd918838b320 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.364027] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a157564-8391-4086-a9b2-78f307ce93ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.380986] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.381251] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.385813] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "272e534f-7347-43a1-b697-de429831fe37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.386054] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "272e534f-7347-43a1-b697-de429831fe37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.386646] env[65683]: WARNING oslo_messaging._drivers.amqpdriver [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 675.391226] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 675.391226] env[65683]: value = "task-4432764" [ 675.391226] env[65683]: _type = "Task" [ 675.391226] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.402308] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.424982] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "473c1009-84bc-435d-b25c-1f64ba909c4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.425260] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.430107] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "refresh_cache-4326ee00-a744-40c5-b4c8-b9678112fab9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.430446] env[65683]: DEBUG nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Instance network_info: |[{"id": "70a53f97-83b0-455a-9a97-222a1c036786", "address": "fa:16:3e:50:23:0f", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a53f97-83", "ovs_interfaceid": "70a53f97-83b0-455a-9a97-222a1c036786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 675.431038] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:23:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70a53f97-83b0-455a-9a97-222a1c036786', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.438739] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 675.439822] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.440079] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77411915-7b06-464a-885d-f97e83a2bca1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.461368] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.461368] env[65683]: value = "task-4432765" [ 675.461368] env[65683]: _type = "Task" [ 675.461368] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.473836] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 675.474941] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a10976a4-0816-42da-9588-08388bd61bc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.484399] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432765, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.486034] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 675.486034] env[65683]: value = "task-4432766" [ 675.486034] env[65683]: _type = "Task" [ 675.486034] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.497698] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432766, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.544976] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fa175f-2680-a227-3bef-cdd6636d1088, 'name': SearchDatastore_Task, 'duration_secs': 0.024682} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.545292] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.545531] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.545807] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.545944] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.546131] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.546419] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be63a68b-1eb3-4d46-8808-d178e7177b92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.563311] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.563654] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.564698] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781d5381-bb60-4171-ba33-d81d3123d4f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.572658] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 675.572658] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a71cc8-67ee-d8ee-1b73-6004d95b8050" [ 675.572658] env[65683]: _type = "Task" [ 675.572658] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.583058] env[65683]: DEBUG nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 675.585403] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a71cc8-67ee-d8ee-1b73-6004d95b8050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.616385] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 675.616649] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.616796] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 675.616972] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.617129] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 675.617289] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 675.617595] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.617837] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 675.617998] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 675.618186] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 675.618373] env[65683]: DEBUG nova.virt.hardware [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 675.619337] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780bbbd7-fd97-41c8-999f-1682c2b7cac5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.629149] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb20b6ea-5d6c-458c-a819-f7f5e895b48b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.645753] env[65683]: WARNING neutronclient.v2_0.client [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.671015] env[65683]: WARNING neutronclient.v2_0.client [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.712797] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.714390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.714390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.714390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.714390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.718071] env[65683]: INFO nova.compute.manager [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Terminating instance [ 675.795887] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f0e4291f-89ef-464a-9148-f32c9a2b3b37 tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.044s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.826360] env[65683]: DEBUG nova.scheduler.client.report [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.890443] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 675.892665] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 675.914042] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.974618] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432765, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.999094] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432766, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.089368] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a71cc8-67ee-d8ee-1b73-6004d95b8050, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.089758] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a88755-ecc9-4e53-b6f4-3938ecd4930d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.098640] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 676.098640] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e62e38-5814-e88d-ed0e-a8a9b0405884" [ 676.098640] env[65683]: _type = "Task" [ 676.098640] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.111234] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e62e38-5814-e88d-ed0e-a8a9b0405884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.224288] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "refresh_cache-19e0c114-c8ce-4b80-9783-d1b96bf1569d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.225305] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquired lock "refresh_cache-19e0c114-c8ce-4b80-9783-d1b96bf1569d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.225954] env[65683]: DEBUG nova.network.neutron [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.300013] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 676.330658] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.331566] env[65683]: DEBUG nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 676.334291] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.446s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.335795] env[65683]: INFO nova.compute.claims [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.385230] env[65683]: WARNING neutronclient.v2_0.client [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.421327] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432764, 'name': ReconfigVM_Task, 'duration_secs': 0.78887} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.422325] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.422612] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Reconfigured VM instance instance-00000017 to attach disk [datastore2] e9f1571f-b718-4c4c-8feb-f23426bd5274/e9f1571f-b718-4c4c-8feb-f23426bd5274.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.423275] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0272e39-fc5a-49fd-89bc-8e09d4d77fd6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.433167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.435360] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 676.435360] env[65683]: value = "task-4432767" [ 676.435360] env[65683]: _type = "Task" [ 676.435360] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.445121] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432767, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.472511] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432765, 'name': CreateVM_Task, 'duration_secs': 0.902678} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.472735] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.473221] env[65683]: WARNING neutronclient.v2_0.client [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.473586] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.473736] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.474104] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.474370] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b4ae42-744d-4651-98dc-2f264fe310f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.480807] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 676.480807] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520f777f-4e22-5859-b2ee-66b00ffac8e4" [ 676.480807] env[65683]: _type = "Task" [ 676.480807] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.494462] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520f777f-4e22-5859-b2ee-66b00ffac8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.500937] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432766, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.534744] env[65683]: DEBUG nova.network.neutron [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Successfully updated port: 12bdd52b-1980-4bd2-873f-1267717d772c {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.542020] env[65683]: WARNING neutronclient.v2_0.client [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.569045] env[65683]: WARNING neutronclient.v2_0.client [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.610232] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e62e38-5814-e88d-ed0e-a8a9b0405884, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.610656] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.611034] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] cf29fbbc-4fa3-455d-bccd-cdcc7666027d/cf29fbbc-4fa3-455d-bccd-cdcc7666027d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.611172] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2ba13dd-00f6-4701-8a41-84732a403ef8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.619189] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 676.619189] env[65683]: value = "task-4432768" [ 676.619189] env[65683]: _type = "Task" [ 676.619189] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.637024] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.729065] env[65683]: WARNING neutronclient.v2_0.client [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.772288] env[65683]: DEBUG nova.network.neutron [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Updated VIF entry in instance network info cache for port ab1f01f9-e3fa-4f15-b043-1fdaff97f857. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.772288] env[65683]: DEBUG nova.network.neutron [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Updating instance_info_cache with network_info: [{"id": "ab1f01f9-e3fa-4f15-b043-1fdaff97f857", "address": "fa:16:3e:61:fc:dd", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1f01f9-e3", "ovs_interfaceid": "ab1f01f9-e3fa-4f15-b043-1fdaff97f857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.772502] env[65683]: DEBUG nova.network.neutron [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updated VIF entry in instance network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.773487] env[65683]: DEBUG nova.network.neutron [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updating instance_info_cache with network_info: [{"id": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "address": "fa:16:3e:bb:96:05", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0076755c-d5", "ovs_interfaceid": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.789877] env[65683]: DEBUG nova.network.neutron [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.833766] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.843407] env[65683]: DEBUG nova.compute.utils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.855493] env[65683]: WARNING neutronclient.v2_0.client [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.859503] env[65683]: DEBUG nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 676.859503] env[65683]: DEBUG nova.network.neutron [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 676.859816] env[65683]: WARNING neutronclient.v2_0.client [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.860498] env[65683]: WARNING neutronclient.v2_0.client [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.890576] env[65683]: DEBUG nova.network.neutron [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.917867] env[65683]: DEBUG nova.policy [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '196a55bbaf824c11b8be6b4913706a27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab5273379f854afcb451cd8fa693c953', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.951071] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432767, 'name': Rename_Task, 'duration_secs': 0.262938} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.951579] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.951894] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786b2675-69bb-4109-ae03-584cd7800195 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.961645] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 676.961645] env[65683]: value = "task-4432769" [ 676.961645] env[65683]: _type = "Task" [ 676.961645] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.973155] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.994867] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520f777f-4e22-5859-b2ee-66b00ffac8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012659} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.999162] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.000080] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.000080] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.000080] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.000469] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.000982] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e700f8f2-5209-46c4-bccf-04fdfae0aa3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.011844] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432766, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.018970] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.019368] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.022348] env[65683]: DEBUG nova.network.neutron [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance_info_cache with network_info: [{"id": "34659e3a-02fa-4461-b47d-979353a0f5a9", "address": "fa:16:3e:7c:87:6d", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34659e3a-02", "ovs_interfaceid": "34659e3a-02fa-4461-b47d-979353a0f5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.023967] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e74bef-07af-4af4-afd0-31f5473ece0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.035831] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 677.035831] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527a2324-250f-e9de-260f-35dae4408f4c" [ 677.035831] env[65683]: _type = "Task" [ 677.035831] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.041946] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "refresh_cache-bb9d3182-b730-43f9-964f-2d685c5dae28" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.042321] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquired lock "refresh_cache-bb9d3182-b730-43f9-964f-2d685c5dae28" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.042628] env[65683]: DEBUG nova.network.neutron [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.055402] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527a2324-250f-e9de-260f-35dae4408f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.135343] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432768, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.276386] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Releasing lock "refresh_cache-e9f1571f-b718-4c4c-8feb-f23426bd5274" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.277635] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Received event network-vif-plugged-fccb6df8-0d06-46bc-ba18-6a74161cda00 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.277833] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Acquiring lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.278150] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.278307] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.278847] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] No waiting events found dispatching network-vif-plugged-fccb6df8-0d06-46bc-ba18-6a74161cda00 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.278847] env[65683]: WARNING nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Received unexpected event network-vif-plugged-fccb6df8-0d06-46bc-ba18-6a74161cda00 for instance with vm_state building and task_state spawning. [ 677.278847] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Received event network-changed-fccb6df8-0d06-46bc-ba18-6a74161cda00 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.279388] env[65683]: DEBUG nova.compute.manager [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Refreshing instance network info cache due to event network-changed-fccb6df8-0d06-46bc-ba18-6a74161cda00. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 677.279388] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Acquiring lock "refresh_cache-cf29fbbc-4fa3-455d-bccd-cdcc7666027d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.279765] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Acquired lock "refresh_cache-cf29fbbc-4fa3-455d-bccd-cdcc7666027d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.279765] env[65683]: DEBUG nova.network.neutron [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Refreshing network info cache for port fccb6df8-0d06-46bc-ba18-6a74161cda00 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.282080] env[65683]: DEBUG oslo_concurrency.lockutils [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] Releasing lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.282080] env[65683]: DEBUG nova.compute.manager [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Received event network-changed-76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.282080] env[65683]: DEBUG nova.compute.manager [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Refreshing instance network info cache due to event network-changed-76687361-0896-494e-9b0f-2e8e2b300f66. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 677.282407] env[65683]: DEBUG oslo_concurrency.lockutils [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] Acquiring lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.282407] env[65683]: DEBUG oslo_concurrency.lockutils [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] Acquired lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.282407] env[65683]: DEBUG nova.network.neutron [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Refreshing network info cache for port 76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.350318] env[65683]: DEBUG nova.network.neutron [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Successfully created port: b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.354655] env[65683]: DEBUG nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 677.376061] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.377411] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.394322] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Releasing lock "refresh_cache-19e0c114-c8ce-4b80-9783-d1b96bf1569d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.394432] env[65683]: DEBUG nova.compute.manager [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 677.394667] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.399414] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700c7c00-eb6a-4d65-83f2-372087f8c430 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.412171] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.412171] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94aa7558-1ffe-4c74-a9b5-94bc85507b5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.420317] env[65683]: DEBUG oslo_vmware.api [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 677.420317] env[65683]: value = "task-4432770" [ 677.420317] env[65683]: _type = "Task" [ 677.420317] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.436985] env[65683]: DEBUG oslo_vmware.api [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.473781] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.506366] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432766, 'name': CloneVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.513344] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.513566] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.528663] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-ac264115-3fd3-4cc3-b700-dd918838b320" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.528987] env[65683]: DEBUG nova.objects.instance [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lazy-loading 'migration_context' on Instance uuid ac264115-3fd3-4cc3-b700-dd918838b320 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.559186] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527a2324-250f-e9de-260f-35dae4408f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.058872} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.560093] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a556c1-16c5-4301-a25d-a4d201e0209d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.568190] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 677.568190] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ed26de-6b55-3948-f068-993ba0ffd191" [ 677.568190] env[65683]: _type = "Task" [ 677.568190] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.581583] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ed26de-6b55-3948-f068-993ba0ffd191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.635827] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70848} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.636947] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] cf29fbbc-4fa3-455d-bccd-cdcc7666027d/cf29fbbc-4fa3-455d-bccd-cdcc7666027d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.636947] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.636947] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e27aaea-4905-44eb-ac24-bb28126705b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.650243] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 677.650243] env[65683]: value = "task-4432771" [ 677.650243] env[65683]: _type = "Task" [ 677.650243] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.661961] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.711321] env[65683]: DEBUG nova.network.neutron [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.785173] env[65683]: WARNING neutronclient.v2_0.client [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.792727] env[65683]: WARNING neutronclient.v2_0.client [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.890875] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.891106] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.891256] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.891467] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.894460] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.895227] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.895404] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 677.895540] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.933688] env[65683]: DEBUG oslo_vmware.api [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432770, 'name': PowerOffVM_Task, 'duration_secs': 0.157394} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.936905] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.937098] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.937607] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0341cbe6-4673-4336-9aa6-f682961e9c22 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.949082] env[65683]: WARNING neutronclient.v2_0.client [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.971671] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.972063] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.972063] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Deleting the datastore file [datastore1] 19e0c114-c8ce-4b80-9783-d1b96bf1569d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.972345] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fda25085-b351-4cf4-bb90-9d19316adfe2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.980360] env[65683]: DEBUG oslo_vmware.api [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432769, 'name': PowerOnVM_Task, 'duration_secs': 0.731629} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.981878] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.982310] env[65683]: INFO nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Took 11.49 seconds to spawn the instance on the hypervisor. [ 677.982310] env[65683]: DEBUG nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.982753] env[65683]: DEBUG oslo_vmware.api [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for the task: (returnval){ [ 677.982753] env[65683]: value = "task-4432773" [ 677.982753] env[65683]: _type = "Task" [ 677.982753] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.986249] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e4133f-0e66-4a21-b474-30d9e72c1d15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.006636] env[65683]: DEBUG oslo_vmware.api [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.008620] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee3ce1-6a5f-4dfe-a441-863c43c34acb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.019478] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432766, 'name': CloneVM_Task, 'duration_secs': 2.278003} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.020692] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc18bdaf-c1f1-4f37-9780-bb42f80c1f0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.024043] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Created linked-clone VM from snapshot [ 678.025790] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3258ce3e-1233-434c-a75b-3ee246680c18 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.061197] env[65683]: DEBUG nova.objects.base [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 678.061646] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Uploading image 76ade52f-4c02-464e-96ea-22871685baea {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 678.069132] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8665fa-8de1-49f7-a9a0-7828a0704ac8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.072261] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56e674-46ca-40d1-b798-b6ebac31ae05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.103941] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ed26de-6b55-3948-f068-993ba0ffd191, 'name': SearchDatastore_Task, 'duration_secs': 0.040942} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.110369] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa1c94-7eab-4382-91cc-36a1d0c579fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.114438] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.114710] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 4326ee00-a744-40c5-b4c8-b9678112fab9/4326ee00-a744-40c5-b4c8-b9678112fab9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.114971] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0774350e-d78b-4077-967e-4a78406501a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.119369] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 678.119369] env[65683]: value = "vm-867128" [ 678.119369] env[65683]: _type = "VirtualMachine" [ 678.119369] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 678.122556] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1066c454-d01f-496b-9450-b5ebf7d5ffc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.124376] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f40c24e-576c-4531-8d3e-1eef03eb8ee2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.130687] env[65683]: DEBUG oslo_vmware.api [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 678.130687] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52eb78ff-6ad7-3711-03b6-d70d86e780b8" [ 678.130687] env[65683]: _type = "Task" [ 678.130687] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.140052] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 678.140052] env[65683]: value = "task-4432774" [ 678.140052] env[65683]: _type = "Task" [ 678.140052] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.140904] env[65683]: DEBUG nova.compute.provider_tree [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.147109] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lease: (returnval){ [ 678.147109] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d96265-9322-0222-766f-c76ed89a7aab" [ 678.147109] env[65683]: _type = "HttpNfcLease" [ 678.147109] env[65683]: } obtained for exporting VM: (result){ [ 678.147109] env[65683]: value = "vm-867128" [ 678.147109] env[65683]: _type = "VirtualMachine" [ 678.147109] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 678.147472] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the lease: (returnval){ [ 678.147472] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d96265-9322-0222-766f-c76ed89a7aab" [ 678.147472] env[65683]: _type = "HttpNfcLease" [ 678.147472] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 678.161288] env[65683]: DEBUG oslo_vmware.api [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52eb78ff-6ad7-3711-03b6-d70d86e780b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015983} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.164735] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.165366] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.167937] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.167937] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d96265-9322-0222-766f-c76ed89a7aab" [ 678.167937] env[65683]: _type = "HttpNfcLease" [ 678.167937] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 678.170952] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09331} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.171203] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.171965] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e12472d-8ae3-4674-be9c-d532543ce6c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.197394] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] cf29fbbc-4fa3-455d-bccd-cdcc7666027d/cf29fbbc-4fa3-455d-bccd-cdcc7666027d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.197741] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b8ab07-831a-470d-a043-454abab34107 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.219597] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 678.219597] env[65683]: value = "task-4432776" [ 678.219597] env[65683]: _type = "Task" [ 678.219597] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.228425] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.369256] env[65683]: DEBUG nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 678.398863] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.399112] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.399308] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.399712] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.399712] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.399712] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.399933] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.400118] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.400334] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.400476] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.400653] env[65683]: DEBUG nova.virt.hardware [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.401689] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.402613] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e5340-235d-4f0b-b6bf-6d70d7252367 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.411955] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47018521-f359-4f7f-acc9-21e069f48276 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.499841] env[65683]: DEBUG oslo_vmware.api [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Task: {'id': task-4432773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381846} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.500135] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.500324] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.500495] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.500755] env[65683]: INFO nova.compute.manager [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 678.500924] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 678.501145] env[65683]: DEBUG nova.compute.manager [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 678.501240] env[65683]: DEBUG nova.network.neutron [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 678.501498] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.514218] env[65683]: INFO nova.compute.manager [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Took 23.49 seconds to build instance. [ 678.649758] env[65683]: DEBUG nova.scheduler.client.report [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.668233] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.668233] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d96265-9322-0222-766f-c76ed89a7aab" [ 678.668233] env[65683]: _type = "HttpNfcLease" [ 678.668233] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 678.673982] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 678.673982] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d96265-9322-0222-766f-c76ed89a7aab" [ 678.673982] env[65683]: _type = "HttpNfcLease" [ 678.673982] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 678.673982] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432774, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.674763] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b19b290-4cbe-412d-9442-7a4689e8d7ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.685566] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d6170-6acf-a5fe-ad8f-00009787c8a3/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 678.685742] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d6170-6acf-a5fe-ad8f-00009787c8a3/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 678.741214] env[65683]: DEBUG nova.network.neutron [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Updating instance_info_cache with network_info: [{"id": "12bdd52b-1980-4bd2-873f-1267717d772c", "address": "fa:16:3e:a4:a8:5f", "network": {"id": "9246d37d-71ca-48b7-9632-419e0985dd6d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-490850478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e644c2fea8524d09b3d52eedec8a86fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bdd52b-19", "ovs_interfaceid": "12bdd52b-1980-4bd2-873f-1267717d772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.748991] env[65683]: DEBUG nova.network.neutron [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.749275] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.759355] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.902099] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8927950-ba07-44f1-9219-5928f71ad9f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.939415] env[65683]: WARNING neutronclient.v2_0.client [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.007321] env[65683]: WARNING neutronclient.v2_0.client [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.017738] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a1f5169c-3b0f-4a14-bf3f-264f49327606 tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.002s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.106294] env[65683]: DEBUG nova.network.neutron [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Successfully updated port: b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.169293] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.170208] env[65683]: DEBUG nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 679.175280] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.238s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.175280] env[65683]: DEBUG nova.objects.instance [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lazy-loading 'resources' on Instance uuid f307e1d6-7592-42cd-9982-76fbb21fffae {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.184487] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432774, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025256} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.184487] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 4326ee00-a744-40c5-b4c8-b9678112fab9/4326ee00-a744-40c5-b4c8-b9678112fab9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.186567] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.187447] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e6302a-66fe-4bad-a8d3-ae258971501c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.196917] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 679.196917] env[65683]: value = "task-4432777" [ 679.196917] env[65683]: _type = "Task" [ 679.196917] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.206737] env[65683]: DEBUG nova.network.neutron [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Updated VIF entry in instance network info cache for port fccb6df8-0d06-46bc-ba18-6a74161cda00. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.207147] env[65683]: DEBUG nova.network.neutron [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Updating instance_info_cache with network_info: [{"id": "fccb6df8-0d06-46bc-ba18-6a74161cda00", "address": "fa:16:3e:6e:1d:cc", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfccb6df8-0d", "ovs_interfaceid": "fccb6df8-0d06-46bc-ba18-6a74161cda00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.217071] env[65683]: DEBUG nova.network.neutron [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updated VIF entry in instance network info cache for port 76687361-0896-494e-9b0f-2e8e2b300f66. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.218068] env[65683]: DEBUG nova.network.neutron [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updating instance_info_cache with network_info: [{"id": "76687361-0896-494e-9b0f-2e8e2b300f66", "address": "fa:16:3e:4c:8e:d8", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76687361-08", "ovs_interfaceid": "76687361-0896-494e-9b0f-2e8e2b300f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.223539] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.255245] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Releasing lock "refresh_cache-bb9d3182-b730-43f9-964f-2d685c5dae28" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255245] env[65683]: DEBUG nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Instance network_info: |[{"id": "12bdd52b-1980-4bd2-873f-1267717d772c", "address": "fa:16:3e:a4:a8:5f", "network": {"id": "9246d37d-71ca-48b7-9632-419e0985dd6d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-490850478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e644c2fea8524d09b3d52eedec8a86fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bdd52b-19", "ovs_interfaceid": "12bdd52b-1980-4bd2-873f-1267717d772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 679.255525] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.255525] env[65683]: DEBUG nova.network.neutron [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.255619] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:a8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12bdd52b-1980-4bd2-873f-1267717d772c', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.263912] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Creating folder: Project (e644c2fea8524d09b3d52eedec8a86fd). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.265356] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522d99cf-b9f2-4d2f-9e1a-7ccc9785a8da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.278555] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Created folder: Project (e644c2fea8524d09b3d52eedec8a86fd) in parent group-v867054. [ 679.278765] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Creating folder: Instances. Parent ref: group-v867129. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.279035] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fc6ed12-55bb-494a-94db-225d2ca8f27c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.292194] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Created folder: Instances in parent group-v867129. [ 679.292194] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 679.292194] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.292194] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf65338-62ff-4d93-a748-1b7c41438a92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.317044] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.317044] env[65683]: value = "task-4432780" [ 679.317044] env[65683]: _type = "Task" [ 679.317044] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.328064] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432780, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.521234] env[65683]: DEBUG nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 679.610419] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.611716] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.612181] env[65683]: DEBUG nova.network.neutron [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 679.687900] env[65683]: DEBUG nova.compute.utils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.694617] env[65683]: DEBUG nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 679.694875] env[65683]: DEBUG nova.network.neutron [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.695536] env[65683]: WARNING neutronclient.v2_0.client [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.696292] env[65683]: WARNING neutronclient.v2_0.client [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.713668] env[65683]: DEBUG oslo_concurrency.lockutils [req-c441f525-3b80-43b2-a7d2-17c1d42cb197 req-e42d4774-34a5-490d-95bf-0a6035e5ae40 service nova] Releasing lock "refresh_cache-cf29fbbc-4fa3-455d-bccd-cdcc7666027d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.722196] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078437} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.722196] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.722196] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f7b50f-5478-47a2-bfff-8d934d76b962 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.727245] env[65683]: DEBUG oslo_concurrency.lockutils [req-606642b9-4c52-4a3c-8ab9-cff9be053425 req-c029ac2a-f535-49a3-94cc-aa24b5b22df6 service nova] Releasing lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.753157] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 4326ee00-a744-40c5-b4c8-b9678112fab9/4326ee00-a744-40c5-b4c8-b9678112fab9.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.761249] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371fbbd6-b555-4c8d-9f15-4bcb65c87b35 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.779600] env[65683]: DEBUG nova.policy [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0482d5d9f8d64d05b3aae204eeb98750', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a550402f64e339c0d18199fac3bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.782397] env[65683]: INFO nova.compute.manager [-] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Took 1.28 seconds to deallocate network for instance. [ 679.793083] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.802202] env[65683]: DEBUG nova.compute.manager [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Received event network-vif-deleted-8952fca7-d858-4d9f-8c6c-144b0aa20155 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.802202] env[65683]: DEBUG nova.compute.manager [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Received event network-vif-plugged-70a53f97-83b0-455a-9a97-222a1c036786 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.802202] env[65683]: DEBUG oslo_concurrency.lockutils [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] Acquiring lock "4326ee00-a744-40c5-b4c8-b9678112fab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.802491] env[65683]: DEBUG oslo_concurrency.lockutils [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.802491] env[65683]: DEBUG oslo_concurrency.lockutils [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.803234] env[65683]: DEBUG nova.compute.manager [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] No waiting events found dispatching network-vif-plugged-70a53f97-83b0-455a-9a97-222a1c036786 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 679.803234] env[65683]: WARNING nova.compute.manager [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Received unexpected event network-vif-plugged-70a53f97-83b0-455a-9a97-222a1c036786 for instance with vm_state building and task_state spawning. [ 679.803234] env[65683]: DEBUG nova.compute.manager [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Received event network-changed-70a53f97-83b0-455a-9a97-222a1c036786 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.803234] env[65683]: DEBUG nova.compute.manager [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Refreshing instance network info cache due to event network-changed-70a53f97-83b0-455a-9a97-222a1c036786. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.803553] env[65683]: DEBUG oslo_concurrency.lockutils [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] Acquiring lock "refresh_cache-4326ee00-a744-40c5-b4c8-b9678112fab9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.803553] env[65683]: DEBUG oslo_concurrency.lockutils [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] Acquired lock "refresh_cache-4326ee00-a744-40c5-b4c8-b9678112fab9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.804032] env[65683]: DEBUG nova.network.neutron [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Refreshing network info cache for port 70a53f97-83b0-455a-9a97-222a1c036786 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.806624] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 679.806624] env[65683]: value = "task-4432781" [ 679.806624] env[65683]: _type = "Task" [ 679.806624] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.820225] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.837697] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432780, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.854355] env[65683]: DEBUG nova.compute.manager [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Received event network-vif-plugged-12bdd52b-1980-4bd2-873f-1267717d772c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.854583] env[65683]: DEBUG oslo_concurrency.lockutils [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] Acquiring lock "bb9d3182-b730-43f9-964f-2d685c5dae28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.854798] env[65683]: DEBUG oslo_concurrency.lockutils [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.855388] env[65683]: DEBUG oslo_concurrency.lockutils [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.855388] env[65683]: DEBUG nova.compute.manager [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] No waiting events found dispatching network-vif-plugged-12bdd52b-1980-4bd2-873f-1267717d772c {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 679.855632] env[65683]: WARNING nova.compute.manager [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Received unexpected event network-vif-plugged-12bdd52b-1980-4bd2-873f-1267717d772c for instance with vm_state building and task_state spawning. [ 679.855718] env[65683]: DEBUG nova.compute.manager [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Received event network-changed-12bdd52b-1980-4bd2-873f-1267717d772c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.855916] env[65683]: DEBUG nova.compute.manager [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Refreshing instance network info cache due to event network-changed-12bdd52b-1980-4bd2-873f-1267717d772c. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.856227] env[65683]: DEBUG oslo_concurrency.lockutils [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] Acquiring lock "refresh_cache-bb9d3182-b730-43f9-964f-2d685c5dae28" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.856282] env[65683]: DEBUG oslo_concurrency.lockutils [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] Acquired lock "refresh_cache-bb9d3182-b730-43f9-964f-2d685c5dae28" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.856710] env[65683]: DEBUG nova.network.neutron [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Refreshing network info cache for port 12bdd52b-1980-4bd2-873f-1267717d772c {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.043619] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.128423] env[65683]: DEBUG nova.network.neutron [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Successfully created port: c9844632-1b09-4ad3-9e40-d7d322af03fe {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.191337] env[65683]: DEBUG nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 680.196419] env[65683]: DEBUG nova.network.neutron [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.263609] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.308261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.309213] env[65683]: WARNING neutronclient.v2_0.client [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.331203] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.341394] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432780, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.357369] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29f9742-d7cc-4a47-89bb-1eae58527567 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.360840] env[65683]: WARNING neutronclient.v2_0.client [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.370257] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd5c63-aed4-48f0-90fc-c63854b2e2a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.407533] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8626d8-bfb8-4d6d-961b-b4fd1d8c3221 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.417634] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e79605-c8b9-43a8-9000-6519b31ed635 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.436378] env[65683]: DEBUG nova.compute.provider_tree [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.759467] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432776, 'name': ReconfigVM_Task, 'duration_secs': 2.137405} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.763577] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] cf29fbbc-4fa3-455d-bccd-cdcc7666027d/cf29fbbc-4fa3-455d-bccd-cdcc7666027d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.764578] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f46d22d-b7cb-49d2-94fc-dff6745812bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.774049] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 680.774049] env[65683]: value = "task-4432782" [ 680.774049] env[65683]: _type = "Task" [ 680.774049] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.783737] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432782, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.824023] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432781, 'name': ReconfigVM_Task, 'duration_secs': 0.95379} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.827485] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 4326ee00-a744-40c5-b4c8-b9678112fab9/4326ee00-a744-40c5-b4c8-b9678112fab9.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.828231] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1594aa5d-149b-440c-a432-769789687551 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.835587] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432780, 'name': CreateVM_Task, 'duration_secs': 1.322476} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.836835] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.837187] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 680.837187] env[65683]: value = "task-4432783" [ 680.837187] env[65683]: _type = "Task" [ 680.837187] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.837697] env[65683]: WARNING neutronclient.v2_0.client [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.837968] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.838128] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.838541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.838823] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7e4955-d1d9-4a00-904f-157c3e930485 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.848452] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 680.848452] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525b1c3d-7f61-0333-4e73-c47005244317" [ 680.848452] env[65683]: _type = "Task" [ 680.848452] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.851790] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432783, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.864568] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525b1c3d-7f61-0333-4e73-c47005244317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.924019] env[65683]: WARNING neutronclient.v2_0.client [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.946669] env[65683]: DEBUG nova.scheduler.client.report [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.164244] env[65683]: DEBUG nova.network.neutron [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updating instance_info_cache with network_info: [{"id": "b38c7b49-b436-4943-8213-9356eccb8997", "address": "fa:16:3e:22:6a:7c", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38c7b49-b4", "ovs_interfaceid": "b38c7b49-b436-4943-8213-9356eccb8997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.199115] env[65683]: WARNING neutronclient.v2_0.client [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.204542] env[65683]: DEBUG nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 681.213906] env[65683]: WARNING neutronclient.v2_0.client [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.236181] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.236727] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.237125] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.237544] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.237860] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.238131] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.238458] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.238692] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.239386] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.239699] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.240050] env[65683]: DEBUG nova.virt.hardware [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.242148] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daef5db3-a018-45b7-904e-8114c45d4d55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.255100] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8671aa5-5480-4858-8935-035e6e6985d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.290663] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432782, 'name': Rename_Task, 'duration_secs': 0.282007} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.290948] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.291219] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f207b5-aaa6-48ae-9746-b5defc4f8d74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.299583] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 681.299583] env[65683]: value = "task-4432784" [ 681.299583] env[65683]: _type = "Task" [ 681.299583] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.316528] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.359511] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432783, 'name': Rename_Task, 'duration_secs': 0.249437} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.359843] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.360589] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-346c6ea2-4fcc-40b1-b446-62a68d64f685 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.368348] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525b1c3d-7f61-0333-4e73-c47005244317, 'name': SearchDatastore_Task, 'duration_secs': 0.025949} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.370075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.370348] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.370584] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.370714] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.371188] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.371609] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 681.371609] env[65683]: value = "task-4432785" [ 681.371609] env[65683]: _type = "Task" [ 681.371609] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.371852] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba744fd8-4801-4fbc-928a-391a2490c3ac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.384935] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.387963] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.388343] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.388952] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d3686e-aa58-4cb7-90b5-da5a40aee970 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.395481] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 681.395481] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521cb0c0-22fd-f516-b631-534c9fa2d5a3" [ 681.395481] env[65683]: _type = "Task" [ 681.395481] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.405100] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521cb0c0-22fd-f516-b631-534c9fa2d5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.412594] env[65683]: DEBUG nova.network.neutron [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Updated VIF entry in instance network info cache for port 70a53f97-83b0-455a-9a97-222a1c036786. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 681.413075] env[65683]: DEBUG nova.network.neutron [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Updating instance_info_cache with network_info: [{"id": "70a53f97-83b0-455a-9a97-222a1c036786", "address": "fa:16:3e:50:23:0f", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a53f97-83", "ovs_interfaceid": "70a53f97-83b0-455a-9a97-222a1c036786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.451465] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.452990] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.452990] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.452990] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.453200] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.455886] env[65683]: DEBUG nova.network.neutron [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Updated VIF entry in instance network info cache for port 12bdd52b-1980-4bd2-873f-1267717d772c. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 681.456469] env[65683]: DEBUG nova.network.neutron [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Updating instance_info_cache with network_info: [{"id": "12bdd52b-1980-4bd2-873f-1267717d772c", "address": "fa:16:3e:a4:a8:5f", "network": {"id": "9246d37d-71ca-48b7-9632-419e0985dd6d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-490850478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e644c2fea8524d09b3d52eedec8a86fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bdd52b-19", "ovs_interfaceid": "12bdd52b-1980-4bd2-873f-1267717d772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.458384] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.461661] env[65683]: INFO nova.compute.manager [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Terminating instance [ 681.464297] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.938s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.466096] env[65683]: INFO nova.compute.claims [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.487590] env[65683]: INFO nova.scheduler.client.report [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Deleted allocations for instance f307e1d6-7592-42cd-9982-76fbb21fffae [ 681.670074] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Releasing lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.670484] env[65683]: DEBUG nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Instance network_info: |[{"id": "b38c7b49-b436-4943-8213-9356eccb8997", "address": "fa:16:3e:22:6a:7c", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38c7b49-b4", "ovs_interfaceid": "b38c7b49-b436-4943-8213-9356eccb8997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 681.671041] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:6a:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b38c7b49-b436-4943-8213-9356eccb8997', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.679012] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Creating folder: Project (ab5273379f854afcb451cd8fa693c953). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.679358] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a8aa264-994d-4a3e-a977-7e943c71e9eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.695616] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Created folder: Project (ab5273379f854afcb451cd8fa693c953) in parent group-v867054. [ 681.695616] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Creating folder: Instances. Parent ref: group-v867132. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.695616] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2d0cb9f-76b2-420a-8365-ba781ddedf73 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.709937] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Created folder: Instances in parent group-v867132. [ 681.710434] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 681.710593] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.710839] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbcabc19-159c-4672-bfb6-bcd6bf2d860e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.732984] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.732984] env[65683]: value = "task-4432788" [ 681.732984] env[65683]: _type = "Task" [ 681.732984] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.746422] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432788, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.785666] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-6aecb22c-d006-465f-adf3-b4533e7d5550-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.785955] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6aecb22c-d006-465f-adf3-b4533e7d5550-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.786423] env[65683]: DEBUG nova.objects.instance [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'flavor' on Instance uuid 6aecb22c-d006-465f-adf3-b4533e7d5550 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.816290] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.881163] env[65683]: DEBUG nova.network.neutron [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Successfully updated port: c9844632-1b09-4ad3-9e40-d7d322af03fe {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 681.889554] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.909841] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521cb0c0-22fd-f516-b631-534c9fa2d5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015941} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.909841] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791497cf-2e82-4a16-a114-f7d80f770e34 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.916934] env[65683]: DEBUG oslo_concurrency.lockutils [req-eeef2d41-63b8-44a9-b00a-f469384b53cc req-ba12e7ba-9b5a-4dfa-b318-5ffb48e957e5 service nova] Releasing lock "refresh_cache-4326ee00-a744-40c5-b4c8-b9678112fab9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.918122] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 681.918122] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5270ab2f-0acd-7199-3ffe-b5012b87f84e" [ 681.918122] env[65683]: _type = "Task" [ 681.918122] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.930175] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5270ab2f-0acd-7199-3ffe-b5012b87f84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.964863] env[65683]: DEBUG oslo_concurrency.lockutils [req-4d79bd73-2b3c-47f1-a310-db9ca230115d req-561fc9f8-ac10-4969-a351-393bf4ba51f2 service nova] Releasing lock "refresh_cache-bb9d3182-b730-43f9-964f-2d685c5dae28" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.975394] env[65683]: DEBUG nova.compute.manager [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 681.975667] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.977511] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12724be0-ee41-4202-9d2d-f2b2f6f1b154 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.991347] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.991937] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d624713b-41a6-452b-8f87-112dd459a67f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.002635] env[65683]: DEBUG oslo_vmware.api [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 682.002635] env[65683]: value = "task-4432789" [ 682.002635] env[65683]: _type = "Task" [ 682.002635] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.003365] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a36c06d9-3941-42e8-88ea-e6f29065aeb5 tempest-InstanceActionsNegativeTestJSON-874151880 tempest-InstanceActionsNegativeTestJSON-874151880-project-member] Lock "f307e1d6-7592-42cd-9982-76fbb21fffae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.669s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.020133] env[65683]: DEBUG oslo_vmware.api [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.247390] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432788, 'name': CreateVM_Task, 'duration_secs': 0.418305} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.248052] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.248761] env[65683]: WARNING neutronclient.v2_0.client [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.249371] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.249671] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.250195] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.251265] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4e419a-b11c-416c-bc52-7e47b79dcb9e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.257638] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 682.257638] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f5a779-1a6d-f07a-1633-80e3208e81d6" [ 682.257638] env[65683]: _type = "Task" [ 682.257638] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.269569] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f5a779-1a6d-f07a-1633-80e3208e81d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.290832] env[65683]: WARNING neutronclient.v2_0.client [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.312091] env[65683]: DEBUG oslo_vmware.api [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432784, 'name': PowerOnVM_Task, 'duration_secs': 0.70599} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.312357] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.312563] env[65683]: INFO nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Took 13.19 seconds to spawn the instance on the hypervisor. [ 682.312922] env[65683]: DEBUG nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 682.313716] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b0f44-39eb-4299-87fe-ed386bc84535 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.385713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "refresh_cache-caa249fb-cccc-438a-b456-0068782da68e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.386060] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "refresh_cache-caa249fb-cccc-438a-b456-0068782da68e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.386289] env[65683]: DEBUG nova.network.neutron [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.392485] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.430704] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5270ab2f-0acd-7199-3ffe-b5012b87f84e, 'name': SearchDatastore_Task, 'duration_secs': 0.015621} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.431542] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.431542] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bb9d3182-b730-43f9-964f-2d685c5dae28/bb9d3182-b730-43f9-964f-2d685c5dae28.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.431796] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bde7f008-2a8c-4b47-abdf-d48244ada045 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.440922] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 682.440922] env[65683]: value = "task-4432790" [ 682.440922] env[65683]: _type = "Task" [ 682.440922] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.451350] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.514530] env[65683]: DEBUG nova.objects.instance [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'pci_requests' on Instance uuid 6aecb22c-d006-465f-adf3-b4533e7d5550 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.523744] env[65683]: DEBUG oslo_vmware.api [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432789, 'name': PowerOffVM_Task, 'duration_secs': 0.339964} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.524153] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.524345] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.524730] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0cbd337-923c-43e2-a945-a7f69a222321 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.606437] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.606659] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.606841] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleting the datastore file [datastore2] 671a633d-ab29-4b33-8468-5fc0ff0c48f3 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.610183] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e40c91-d314-44e4-9c67-5a2538a4fb53 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.618865] env[65683]: DEBUG oslo_vmware.api [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 682.618865] env[65683]: value = "task-4432792" [ 682.618865] env[65683]: _type = "Task" [ 682.618865] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.628920] env[65683]: DEBUG oslo_vmware.api [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.777998] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f5a779-1a6d-f07a-1633-80e3208e81d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015367} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.778612] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.782022] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.782022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.782022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.782022] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.782022] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-413b6499-a341-4b88-bab2-35269a339d4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.798907] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.799474] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.801938] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44db7d36-5663-4b61-8740-d1687ac74fe2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.814218] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 682.814218] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a818de-4fd2-46f9-f159-1805231d75d9" [ 682.814218] env[65683]: _type = "Task" [ 682.814218] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.835532] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a818de-4fd2-46f9-f159-1805231d75d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.843402] env[65683]: INFO nova.compute.manager [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Took 26.47 seconds to build instance. [ 682.895092] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432785, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.955259] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.978078] env[65683]: DEBUG nova.network.neutron [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.019994] env[65683]: DEBUG nova.objects.base [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Object Instance<6aecb22c-d006-465f-adf3-b4533e7d5550> lazy-loaded attributes: flavor,pci_requests {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 683.020229] env[65683]: DEBUG nova.network.neutron [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.020553] env[65683]: WARNING neutronclient.v2_0.client [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.020999] env[65683]: WARNING neutronclient.v2_0.client [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.079941] env[65683]: DEBUG nova.policy [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.088875] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547e8646-1c30-45ce-a8b9-f77453b44393 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.100877] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb40bc5-bee7-46f6-bae4-f7df620a5862 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.144471] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0162a1-ef4a-4b19-94bb-f8a687e21970 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.160040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5665037-8729-4756-a1b4-649e4638fe86 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.164735] env[65683]: DEBUG oslo_vmware.api [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.177511] env[65683]: DEBUG nova.compute.provider_tree [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.328064] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a818de-4fd2-46f9-f159-1805231d75d9, 'name': SearchDatastore_Task, 'duration_secs': 0.068079} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.330027] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ccbf2c4-dd0f-49cd-8d29-4ca12a0d21c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.337784] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 683.337784] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52047753-21d5-dd6d-a8f9-601c22c49ec4" [ 683.337784] env[65683]: _type = "Task" [ 683.337784] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.350482] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1f242d36-dcc7-4bd5-a2f7-64b11bb3dffc tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.983s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.350963] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52047753-21d5-dd6d-a8f9-601c22c49ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.386813] env[65683]: DEBUG oslo_vmware.api [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432785, 'name': PowerOnVM_Task, 'duration_secs': 1.746238} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.386813] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.386813] env[65683]: INFO nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Took 11.67 seconds to spawn the instance on the hypervisor. [ 683.386994] env[65683]: DEBUG nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.387846] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e154611-6d19-4438-849a-d25eb32da019 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.458923] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655494} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.459251] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bb9d3182-b730-43f9-964f-2d685c5dae28/bb9d3182-b730-43f9-964f-2d685c5dae28.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.459494] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.459763] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a174ca9-7ea3-4355-acba-44a300eae75e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.471282] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 683.471282] env[65683]: value = "task-4432793" [ 683.471282] env[65683]: _type = "Task" [ 683.471282] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.483753] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.592253] env[65683]: DEBUG nova.network.neutron [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Successfully created port: 021bdecc-83a7-4c28-af05-e6cca2098e28 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.620724] env[65683]: WARNING neutronclient.v2_0.client [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.648354] env[65683]: DEBUG oslo_vmware.api [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568581} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.648696] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.648914] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.649138] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.649346] env[65683]: INFO nova.compute.manager [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 683.649653] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 683.649885] env[65683]: DEBUG nova.compute.manager [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 683.650136] env[65683]: DEBUG nova.network.neutron [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 683.650323] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.681658] env[65683]: DEBUG nova.scheduler.client.report [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.851046] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52047753-21d5-dd6d-a8f9-601c22c49ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.018962} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.851046] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.851046] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 91cf9555-8264-42f4-904d-8211f5c6b0cf/91cf9555-8264-42f4-904d-8211f5c6b0cf.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.851311] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cb7b57d-5c28-4be7-b5be-5ed4e8e20984 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.860870] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 683.860870] env[65683]: value = "task-4432794" [ 683.860870] env[65683]: _type = "Task" [ 683.860870] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.873325] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.913542] env[65683]: INFO nova.compute.manager [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Took 26.67 seconds to build instance. [ 683.959746] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.987689] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074372} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.988116] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.989555] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf99a53-96fc-44fa-9440-bd35cc6a01da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.029728] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] bb9d3182-b730-43f9-964f-2d685c5dae28/bb9d3182-b730-43f9-964f-2d685c5dae28.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.030331] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a94e512f-8bd4-42a7-a05c-947ddfbc1206 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.057709] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 684.057709] env[65683]: value = "task-4432795" [ 684.057709] env[65683]: _type = "Task" [ 684.057709] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.069371] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.188333] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.188877] env[65683]: DEBUG nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 684.191727] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.102s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.191906] env[65683]: DEBUG nova.objects.instance [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 684.372799] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432794, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.377119] env[65683]: DEBUG nova.network.neutron [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Updating instance_info_cache with network_info: [{"id": "c9844632-1b09-4ad3-9e40-d7d322af03fe", "address": "fa:16:3e:8c:e1:2e", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9844632-1b", "ovs_interfaceid": "c9844632-1b09-4ad3-9e40-d7d322af03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.416461] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b29b0310-ee10-4928-a08f-472a536eeeb5 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.186s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.569587] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.704301] env[65683]: DEBUG nova.compute.utils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.706504] env[65683]: DEBUG nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 684.707012] env[65683]: DEBUG nova.network.neutron [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.707148] env[65683]: WARNING neutronclient.v2_0.client [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.709144] env[65683]: WARNING neutronclient.v2_0.client [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.876246] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834838} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.877683] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 91cf9555-8264-42f4-904d-8211f5c6b0cf/91cf9555-8264-42f4-904d-8211f5c6b0cf.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.877683] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.877683] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-347e6c4f-6c81-46fa-8c20-2ef97486c918 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.881930] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "refresh_cache-caa249fb-cccc-438a-b456-0068782da68e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.882437] env[65683]: DEBUG nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Instance network_info: |[{"id": "c9844632-1b09-4ad3-9e40-d7d322af03fe", "address": "fa:16:3e:8c:e1:2e", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9844632-1b", "ovs_interfaceid": "c9844632-1b09-4ad3-9e40-d7d322af03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 684.883077] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:e1:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9844632-1b09-4ad3-9e40-d7d322af03fe', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.892069] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 684.892925] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caa249fb-cccc-438a-b456-0068782da68e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.893246] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c2b82a2-cfde-4fcf-ba66-487b472a55a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.912880] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 684.912880] env[65683]: value = "task-4432796" [ 684.912880] env[65683]: _type = "Task" [ 684.912880] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.920657] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.920657] env[65683]: value = "task-4432797" [ 684.920657] env[65683]: _type = "Task" [ 684.920657] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.929344] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.936783] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432797, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.939329] env[65683]: DEBUG nova.policy [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0a56a0da92942419e80e09861256c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2061afd4520044ae95acea9e6e4ea6a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.071441] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432795, 'name': ReconfigVM_Task, 'duration_secs': 0.871738} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.072042] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Reconfigured VM instance instance-0000001a to attach disk [datastore2] bb9d3182-b730-43f9-964f-2d685c5dae28/bb9d3182-b730-43f9-964f-2d685c5dae28.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.072883] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8370f64-3a70-40d0-b6b9-ad833d11b3e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.083186] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 685.083186] env[65683]: value = "task-4432798" [ 685.083186] env[65683]: _type = "Task" [ 685.083186] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.099722] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432798, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.127307] env[65683]: DEBUG nova.network.neutron [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.207769] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d24afd5-6653-4a65-ab61-bf91dbdba2ae tempest-ServersAdmin275Test-501159524 tempest-ServersAdmin275Test-501159524-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.208801] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.365s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.209320] env[65683]: DEBUG nova.objects.instance [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lazy-loading 'resources' on Instance uuid e713993e-5be1-4c47-b1d1-09bb74ff48f5 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.212998] env[65683]: DEBUG nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 685.430120] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126791} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.430120] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.431258] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a887194-5747-45e3-a8d2-f46a05d1797a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.438838] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432797, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.464848] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 91cf9555-8264-42f4-904d-8211f5c6b0cf/91cf9555-8264-42f4-904d-8211f5c6b0cf.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.465183] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ae6d17-1b4b-488b-91de-5828d73e9a01 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.488615] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 685.488615] env[65683]: value = "task-4432799" [ 685.488615] env[65683]: _type = "Task" [ 685.488615] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.489580] env[65683]: DEBUG nova.network.neutron [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Successfully updated port: 021bdecc-83a7-4c28-af05-e6cca2098e28 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 685.499694] env[65683]: DEBUG nova.network.neutron [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Successfully created port: 5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.505845] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.594878] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432798, 'name': Rename_Task, 'duration_secs': 0.285916} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.595425] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.595510] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c542d6f9-0f70-4970-ba34-a8aaffcd72df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.603496] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 685.603496] env[65683]: value = "task-4432800" [ 685.603496] env[65683]: _type = "Task" [ 685.603496] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.614613] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.630433] env[65683]: INFO nova.compute.manager [-] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Took 1.98 seconds to deallocate network for instance. [ 685.935154] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432797, 'name': CreateVM_Task, 'duration_secs': 0.517102} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.935764] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caa249fb-cccc-438a-b456-0068782da68e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.936235] env[65683]: WARNING neutronclient.v2_0.client [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.936391] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.936575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.936944] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.940239] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431d35b4-9b4a-42ba-9873-13ff2e06772d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.947287] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 685.947287] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520cadc8-46d1-9efd-1958-55a3d70f8dc9" [ 685.947287] env[65683]: _type = "Task" [ 685.947287] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.961863] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520cadc8-46d1-9efd-1958-55a3d70f8dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.999177] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.999484] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.999937] env[65683]: DEBUG nova.network.neutron [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.007672] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432799, 'name': ReconfigVM_Task, 'duration_secs': 0.334153} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.011273] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 91cf9555-8264-42f4-904d-8211f5c6b0cf/91cf9555-8264-42f4-904d-8211f5c6b0cf.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.013134] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3618fc-66ea-4b75-a346-c0935ab14b27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.024277] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 686.024277] env[65683]: value = "task-4432801" [ 686.024277] env[65683]: _type = "Task" [ 686.024277] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.041051] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432801, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.119023] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.140262] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.224700] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc780f35-e289-492c-b463-82049feed06a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.228792] env[65683]: DEBUG nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 686.237467] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6b8c6-94b3-4d23-aa63-eb30f6e06a0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.273930] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f17dba2-7c68-4972-9a8a-5019d7384393 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.286686] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.287045] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.288042] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.288042] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.288042] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.288042] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.288506] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.288506] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.288506] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.288739] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.289091] env[65683]: DEBUG nova.virt.hardware [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.290524] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2ce020-12ce-49b5-a1e1-a48170c2aca6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.298026] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6240f1-9988-49f8-9fa0-33dbd491efc9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.318504] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70b7abb-bdb5-4e34-aedf-fa92b6415d62 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.322470] env[65683]: DEBUG nova.compute.provider_tree [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.460028] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520cadc8-46d1-9efd-1958-55a3d70f8dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.02785} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.460859] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.460859] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.460859] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.460859] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.461136] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.461181] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e041d714-e6de-4b0a-bc7c-1b33ca7def9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.471931] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.472207] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.473032] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927448bb-cb98-445e-851f-ba7a59e78a2c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.479699] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 686.479699] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5269b45e-334a-eb4b-ddae-4292c0b285b6" [ 686.479699] env[65683]: _type = "Task" [ 686.479699] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.489062] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5269b45e-334a-eb4b-ddae-4292c0b285b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.539860] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432801, 'name': Rename_Task, 'duration_secs': 0.183415} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.540039] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.540628] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-330f4fd4-0b81-4a72-80c6-41fcbece5c65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.549285] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 686.549285] env[65683]: value = "task-4432802" [ 686.549285] env[65683]: _type = "Task" [ 686.549285] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.559534] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.619629] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.826669] env[65683]: DEBUG nova.scheduler.client.report [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.939174] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.939415] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.993574] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5269b45e-334a-eb4b-ddae-4292c0b285b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015909} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.994430] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d281f03-286f-4757-8f36-0e63a6ea4464 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.002124] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 687.002124] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52aaa5ca-45cc-067d-0da9-6af8827d856b" [ 687.002124] env[65683]: _type = "Task" [ 687.002124] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.016125] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52aaa5ca-45cc-067d-0da9-6af8827d856b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.060749] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432802, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.116629] env[65683]: DEBUG oslo_vmware.api [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432800, 'name': PowerOnVM_Task, 'duration_secs': 1.237996} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.116826] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.117013] env[65683]: INFO nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Took 11.53 seconds to spawn the instance on the hypervisor. [ 687.117196] env[65683]: DEBUG nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.117991] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f12f4b-c83f-4b12-888e-e20bd5342ce5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.120684] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "32139dca-3134-4408-9d41-5b0cc132af7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.120894] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.121101] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.121282] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.121440] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.123806] env[65683]: INFO nova.compute.manager [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Terminating instance [ 687.185819] env[65683]: DEBUG nova.network.neutron [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Successfully updated port: 5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.221973] env[65683]: WARNING nova.network.neutron [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] 1d66bd68-ec75-44da-933c-1a3e036dcf92 already exists in list: networks containing: ['1d66bd68-ec75-44da-933c-1a3e036dcf92']. ignoring it [ 687.332589] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.336078] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.310s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.336302] env[65683]: DEBUG nova.objects.instance [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.375723] env[65683]: INFO nova.scheduler.client.report [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Deleted allocations for instance e713993e-5be1-4c47-b1d1-09bb74ff48f5 [ 687.442053] env[65683]: DEBUG nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 687.500020] env[65683]: WARNING neutronclient.v2_0.client [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.518311] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52aaa5ca-45cc-067d-0da9-6af8827d856b, 'name': SearchDatastore_Task, 'duration_secs': 0.020367} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.518626] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.519022] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] caa249fb-cccc-438a-b456-0068782da68e/caa249fb-cccc-438a-b456-0068782da68e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.519602] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-872c91b1-9a12-4dee-aa12-021f481436a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.531101] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 687.531101] env[65683]: value = "task-4432803" [ 687.531101] env[65683]: _type = "Task" [ 687.531101] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.544589] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.566023] env[65683]: DEBUG oslo_vmware.api [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4432802, 'name': PowerOnVM_Task, 'duration_secs': 0.528512} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.566023] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.566023] env[65683]: INFO nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Took 9.20 seconds to spawn the instance on the hypervisor. [ 687.566023] env[65683]: DEBUG nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.566360] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ca015a-1c55-49df-91e1-75508b4ac086 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.590435] env[65683]: DEBUG nova.compute.manager [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Received event network-changed-5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 687.591517] env[65683]: DEBUG nova.compute.manager [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Refreshing instance network info cache due to event network-changed-5489ba09-b316-4787-a2fb-b54ecfcc336e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 687.591517] env[65683]: DEBUG oslo_concurrency.lockutils [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] Acquiring lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.591517] env[65683]: DEBUG oslo_concurrency.lockutils [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] Acquired lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.591517] env[65683]: DEBUG nova.network.neutron [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Refreshing network info cache for port 5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.623801] env[65683]: DEBUG nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Received event network-vif-plugged-b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 687.624144] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Acquiring lock "91cf9555-8264-42f4-904d-8211f5c6b0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.624313] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.624482] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.624783] env[65683]: DEBUG nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] No waiting events found dispatching network-vif-plugged-b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 687.626658] env[65683]: WARNING nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Received unexpected event network-vif-plugged-b38c7b49-b436-4943-8213-9356eccb8997 for instance with vm_state building and task_state spawning. [ 687.626658] env[65683]: DEBUG nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Received event network-changed-b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 687.626658] env[65683]: DEBUG nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Refreshing instance network info cache due to event network-changed-b38c7b49-b436-4943-8213-9356eccb8997. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 687.626658] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Acquiring lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.626658] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Acquired lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.627360] env[65683]: DEBUG nova.network.neutron [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Refreshing network info cache for port b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.632628] env[65683]: DEBUG nova.compute.manager [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 687.632890] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.641606] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76941e28-cb47-4d2d-b2d8-2d2b92b56d85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.649303] env[65683]: INFO nova.compute.manager [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Took 29.94 seconds to build instance. [ 687.659263] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.659263] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18067eb0-a721-445b-a016-4094de5acda1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.668681] env[65683]: DEBUG oslo_vmware.api [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 687.668681] env[65683]: value = "task-4432804" [ 687.668681] env[65683]: _type = "Task" [ 687.668681] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.680631] env[65683]: DEBUG oslo_vmware.api [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.689716] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.689951] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquired lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.690141] env[65683]: DEBUG nova.network.neutron [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.725177] env[65683]: WARNING neutronclient.v2_0.client [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.884604] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f564eb9e-8d0c-4f6e-9916-ad32b0243545 tempest-ServerAddressesTestJSON-928152806 tempest-ServerAddressesTestJSON-928152806-project-member] Lock "e713993e-5be1-4c47-b1d1-09bb74ff48f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.650s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.916548] env[65683]: DEBUG nova.network.neutron [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updating instance_info_cache with network_info: [{"id": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "address": "fa:16:3e:5c:bd:62", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c9aca7-59", "ovs_interfaceid": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "021bdecc-83a7-4c28-af05-e6cca2098e28", "address": "fa:16:3e:2d:3b:18", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap021bdecc-83", "ovs_interfaceid": "021bdecc-83a7-4c28-af05-e6cca2098e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.978260] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.029329] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.029721] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.029974] env[65683]: DEBUG nova.compute.manager [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.031411] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2479119-7afd-4517-9b38-ad5ef2f9d0cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.048028] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.048320] env[65683]: DEBUG nova.compute.manager [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 688.048840] env[65683]: DEBUG nova.objects.instance [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'flavor' on Instance uuid 95bff58e-a68b-487f-a46c-1863360282bd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.087038] env[65683]: INFO nova.compute.manager [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Took 27.27 seconds to build instance. [ 688.094371] env[65683]: WARNING neutronclient.v2_0.client [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.139342] env[65683]: WARNING neutronclient.v2_0.client [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.152397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec6d1541-e1a4-4cc6-a918-d4dc8840423a tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.462s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.181849] env[65683]: DEBUG oslo_vmware.api [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432804, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.351043] env[65683]: DEBUG oslo_concurrency.lockutils [None req-232c63f0-6e40-444a-b057-cb18bd8d3038 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.352345] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.930s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.354628] env[65683]: INFO nova.compute.claims [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.420172] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.420934] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.421134] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.426245] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a31666-4cd0-4699-91f9-e532280994a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 688.448616] env[65683]: DEBUG nova.virt.hardware [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 688.454257] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Reconfiguring VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 688.455026] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f7ef23-5dce-44b7-aec8-f5198fecd7b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.477488] env[65683]: DEBUG oslo_vmware.api [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 688.477488] env[65683]: value = "task-4432805" [ 688.477488] env[65683]: _type = "Task" [ 688.477488] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.487434] env[65683]: DEBUG oslo_vmware.api [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432805, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.549415] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634182} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.550712] env[65683]: DEBUG nova.network.neutron [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 688.556815] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] caa249fb-cccc-438a-b456-0068782da68e/caa249fb-cccc-438a-b456-0068782da68e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.556815] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.557027] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37e26d16-d038-48b9-b70d-bb9cbc4f9ea7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.571593] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 688.571593] env[65683]: value = "task-4432806" [ 688.571593] env[65683]: _type = "Task" [ 688.571593] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.587685] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.588548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e55e6a49-097d-46a9-bf2f-1ad430e2b285 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.792s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.680245] env[65683]: DEBUG oslo_vmware.api [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432804, 'name': PowerOffVM_Task, 'duration_secs': 0.522446} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.680711] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.680928] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.681269] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852d9562-a754-4c8c-b654-d0e7abefee5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.781159] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.781425] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.781723] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Deleting the datastore file [datastore1] 32139dca-3134-4408-9d41-5b0cc132af7e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.782497] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52587bec-0552-4358-8943-0618055a199a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.792839] env[65683]: DEBUG oslo_vmware.api [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 688.792839] env[65683]: value = "task-4432808" [ 688.792839] env[65683]: _type = "Task" [ 688.792839] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.804896] env[65683]: DEBUG oslo_vmware.api [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.973713] env[65683]: WARNING neutronclient.v2_0.client [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.990935] env[65683]: DEBUG oslo_vmware.api [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.024279] env[65683]: WARNING neutronclient.v2_0.client [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.064817] env[65683]: WARNING neutronclient.v2_0.client [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.070129] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.070247] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-517263d2-f0ec-4b00-be94-56a34875e19d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.087039] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08464} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.088024] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.088473] env[65683]: DEBUG oslo_vmware.api [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 689.088473] env[65683]: value = "task-4432809" [ 689.088473] env[65683]: _type = "Task" [ 689.088473] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.090419] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f2e01-3805-4b25-bd50-c082ef4778cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.110399] env[65683]: DEBUG oslo_vmware.api [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.127640] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] caa249fb-cccc-438a-b456-0068782da68e/caa249fb-cccc-438a-b456-0068782da68e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.130963] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff66510-a782-4d1d-8034-58ac2e0c764e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.156222] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 689.156222] env[65683]: value = "task-4432810" [ 689.156222] env[65683]: _type = "Task" [ 689.156222] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.169969] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.311902] env[65683]: DEBUG oslo_vmware.api [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286179} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.313748] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.313748] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.313748] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.313748] env[65683]: INFO nova.compute.manager [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 689.313748] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 689.316103] env[65683]: DEBUG nova.compute.manager [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 689.316103] env[65683]: DEBUG nova.network.neutron [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 689.316103] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.332107] env[65683]: DEBUG nova.network.neutron [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Updating instance_info_cache with network_info: [{"id": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "address": "fa:16:3e:d2:d0:5b", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ceac0-19", "ovs_interfaceid": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.414711] env[65683]: DEBUG nova.network.neutron [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Updated VIF entry in instance network info cache for port 5489ba09-b316-4787-a2fb-b54ecfcc336e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.416956] env[65683]: DEBUG nova.network.neutron [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Updating instance_info_cache with network_info: [{"id": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "address": "fa:16:3e:34:7f:71", "network": {"id": "0e504c36-9e9f-4adb-a3c3-037df874ce2c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1663796139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "593858850c734bbaa72c8624445c0ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5489ba09-b3", "ovs_interfaceid": "5489ba09-b316-4787-a2fb-b54ecfcc336e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.465366] env[65683]: DEBUG nova.network.neutron [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updated VIF entry in instance network info cache for port b38c7b49-b436-4943-8213-9356eccb8997. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.465732] env[65683]: DEBUG nova.network.neutron [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updating instance_info_cache with network_info: [{"id": "b38c7b49-b436-4943-8213-9356eccb8997", "address": "fa:16:3e:22:6a:7c", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38c7b49-b4", "ovs_interfaceid": "b38c7b49-b436-4943-8213-9356eccb8997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.497777] env[65683]: DEBUG oslo_vmware.api [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.581140] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.612562] env[65683]: DEBUG oslo_vmware.api [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432809, 'name': PowerOffVM_Task, 'duration_secs': 0.495203} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.612811] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.613039] env[65683]: DEBUG nova.compute.manager [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.614204] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36be4e5-ad74-4078-b30a-1545bd00b529 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.686539] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.764279] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d6170-6acf-a5fe-ad8f-00009787c8a3/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 689.764703] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d03d09b-f831-4510-a5d4-6cb4a34e733c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.775778] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d6170-6acf-a5fe-ad8f-00009787c8a3/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 689.776012] env[65683]: ERROR oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d6170-6acf-a5fe-ad8f-00009787c8a3/disk-0.vmdk due to incomplete transfer. [ 689.776273] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ecc82a88-d410-4720-8f87-1e2f394c3cf6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.786849] env[65683]: DEBUG oslo_vmware.rw_handles [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d6170-6acf-a5fe-ad8f-00009787c8a3/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 689.786849] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Uploaded image 76ade52f-4c02-464e-96ea-22871685baea to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 689.788842] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 689.791283] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b1a2fe0-e005-449f-ac6e-03472487d76f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.800753] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 689.800753] env[65683]: value = "task-4432811" [ 689.800753] env[65683]: _type = "Task" [ 689.800753] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.811245] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432811, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.836026] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Releasing lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.836355] env[65683]: DEBUG nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Instance network_info: |[{"id": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "address": "fa:16:3e:d2:d0:5b", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ceac0-19", "ovs_interfaceid": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 689.836834] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:d0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d4ceac0-19fb-4c02-83eb-1f8963cf26b6', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.845907] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Creating folder: Project (2061afd4520044ae95acea9e6e4ea6a4). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.849878] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c90f4261-f078-4202-9fcf-1c6c1e218873 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.867464] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Created folder: Project (2061afd4520044ae95acea9e6e4ea6a4) in parent group-v867054. [ 689.867464] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Creating folder: Instances. Parent ref: group-v867136. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.867698] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-156d51b5-28ad-47de-89d0-01d0c4627e92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.884615] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Created folder: Instances in parent group-v867136. [ 689.884615] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 689.885555] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.886687] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-238f24d7-2fa4-42cc-8602-0f9f967a95b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.915716] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.915716] env[65683]: value = "task-4432814" [ 689.915716] env[65683]: _type = "Task" [ 689.915716] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.930526] env[65683]: DEBUG oslo_concurrency.lockutils [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] Releasing lock "refresh_cache-716a9055-81b4-4c36-b19e-8585e124bc83" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.930760] env[65683]: DEBUG nova.compute.manager [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Received event network-changed-76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.930832] env[65683]: DEBUG nova.compute.manager [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Refreshing instance network info cache due to event network-changed-76687361-0896-494e-9b0f-2e8e2b300f66. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 689.931514] env[65683]: DEBUG oslo_concurrency.lockutils [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] Acquiring lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.931514] env[65683]: DEBUG oslo_concurrency.lockutils [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] Acquired lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.931514] env[65683]: DEBUG nova.network.neutron [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Refreshing network info cache for port 76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.936158] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432814, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.970098] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Releasing lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.970925] env[65683]: DEBUG nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Received event network-vif-plugged-c9844632-1b09-4ad3-9e40-d7d322af03fe {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.970925] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Acquiring lock "caa249fb-cccc-438a-b456-0068782da68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.970925] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Lock "caa249fb-cccc-438a-b456-0068782da68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.971165] env[65683]: DEBUG oslo_concurrency.lockutils [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] Lock "caa249fb-cccc-438a-b456-0068782da68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.971165] env[65683]: DEBUG nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] No waiting events found dispatching network-vif-plugged-c9844632-1b09-4ad3-9e40-d7d322af03fe {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 689.971288] env[65683]: WARNING nova.compute.manager [req-f793ba9f-f921-44fd-80ab-44868b0246ae req-b19f9873-4761-44be-8768-157f0f9aaef3 service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Received unexpected event network-vif-plugged-c9844632-1b09-4ad3-9e40-d7d322af03fe for instance with vm_state building and task_state spawning. [ 689.997720] env[65683]: DEBUG oslo_vmware.api [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.060421] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b391a7a-d2f6-4a2d-9f33-ee0e60145fd5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074660] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7b56bb-af05-41df-827a-db93436b8a3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.108529] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad6741-a1c8-4094-ace7-6054ac426f5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.119265] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc3498a-e9f2-4262-be84-086bd2160c3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.139771] env[65683]: DEBUG nova.compute.provider_tree [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.141560] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42002710-5b67-437b-8cc7-aca1a314aebd tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.173950] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432810, 'name': ReconfigVM_Task, 'duration_secs': 0.53294} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.174301] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] caa249fb-cccc-438a-b456-0068782da68e/caa249fb-cccc-438a-b456-0068782da68e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.175350] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-407fc716-8545-4334-8eb0-834f2bd4d5d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.185144] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 690.185144] env[65683]: value = "task-4432815" [ 690.185144] env[65683]: _type = "Task" [ 690.185144] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.196390] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432815, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.317178] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432811, 'name': Destroy_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.427989] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432814, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.441423] env[65683]: WARNING neutronclient.v2_0.client [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.455734] env[65683]: DEBUG nova.network.neutron [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.467591] env[65683]: INFO nova.network.neutron [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Port 76687361-0896-494e-9b0f-2e8e2b300f66 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 690.467591] env[65683]: DEBUG nova.network.neutron [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.499260] env[65683]: DEBUG oslo_vmware.api [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.644501] env[65683]: DEBUG nova.scheduler.client.report [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.698203] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432815, 'name': Rename_Task, 'duration_secs': 0.348781} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.698752] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.699216] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3608e69d-d3d9-4ca5-9437-16c75541fea4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.708115] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 690.708115] env[65683]: value = "task-4432816" [ 690.708115] env[65683]: _type = "Task" [ 690.708115] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.719608] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.813188] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432811, 'name': Destroy_Task, 'duration_secs': 0.704492} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.813455] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Destroyed the VM [ 690.813788] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 690.814104] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bd04957-5097-414d-aa19-ce1237150120 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.822908] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 690.822908] env[65683]: value = "task-4432817" [ 690.822908] env[65683]: _type = "Task" [ 690.822908] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.833864] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.931068] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432814, 'name': CreateVM_Task, 'duration_secs': 0.850626} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.931068] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.932979] env[65683]: WARNING neutronclient.v2_0.client [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.932979] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.932979] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.932979] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.933283] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bff8c1-c15f-40e0-8c17-129fca589db3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.940506] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 690.940506] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a3e9b3-e822-f99f-4a78-c03a64ca8460" [ 690.940506] env[65683]: _type = "Task" [ 690.940506] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.952280] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a3e9b3-e822-f99f-4a78-c03a64ca8460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.961086] env[65683]: INFO nova.compute.manager [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Took 1.65 seconds to deallocate network for instance. [ 690.969966] env[65683]: DEBUG oslo_concurrency.lockutils [req-9f0d6190-9296-496d-a179-f54db52acd43 req-bfd9b03a-8c0c-4011-a131-e1a38fc2aa39 service nova] Releasing lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.997713] env[65683]: DEBUG oslo_vmware.api [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432805, 'name': ReconfigVM_Task, 'duration_secs': 2.045053} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.998268] env[65683]: WARNING neutronclient.v2_0.client [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.998584] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.998821] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Reconfigured VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 691.151827] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.152405] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 691.155522] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.722s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.157364] env[65683]: INFO nova.compute.claims [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.222391] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.340153] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.456692] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a3e9b3-e822-f99f-4a78-c03a64ca8460, 'name': SearchDatastore_Task, 'duration_secs': 0.036195} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.457256] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.457427] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.457661] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.457808] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.457978] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.458308] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03d2fb77-8d93-4d00-80f0-e87b2f36168b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.473466] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.473798] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.473974] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.478056] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da3f39a-cb93-409e-a067-03465ddc880f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.484525] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 691.484525] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528639ec-63b1-4e27-5e41-ec89c131522b" [ 691.484525] env[65683]: _type = "Task" [ 691.484525] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.495074] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528639ec-63b1-4e27-5e41-ec89c131522b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.507669] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9315bc-cc25-47b6-a4ee-f06d6699a2d6 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6aecb22c-d006-465f-adf3-b4533e7d5550-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.720s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.662894] env[65683]: DEBUG nova.compute.utils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.667861] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 691.667861] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 691.667861] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.668332] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.726313] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.834461] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.997457] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528639ec-63b1-4e27-5e41-ec89c131522b, 'name': SearchDatastore_Task, 'duration_secs': 0.020733} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.998170] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c84cd68-5094-4a54-8b73-76abdcedc8ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.006083] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 692.006083] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52094571-70cc-648c-0203-4d1e8f170a8e" [ 692.006083] env[65683]: _type = "Task" [ 692.006083] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.017550] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52094571-70cc-648c-0203-4d1e8f170a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.059298] env[65683]: DEBUG nova.policy [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5cd482594f4077b9b7cca3ef80bfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b15f690278c468aa212638c6c5e1f90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.168751] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 692.228055] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432816, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.338152] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432817, 'name': RemoveSnapshot_Task} progress is 83%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.519459] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52094571-70cc-648c-0203-4d1e8f170a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.023412} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.522771] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.523116] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 856e2496-3a50-4a36-a353-6c1c3efe8a5c/856e2496-3a50-4a36-a353-6c1c3efe8a5c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.523629] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0134585a-e774-4779-8046-0db9319faeea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.532649] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 692.532649] env[65683]: value = "task-4432818" [ 692.532649] env[65683]: _type = "Task" [ 692.532649] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.543719] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.550293] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Successfully created port: d0bd7af0-21c7-4ef1-8852-914f49198ed5 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.724648] env[65683]: DEBUG oslo_vmware.api [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432816, 'name': PowerOnVM_Task, 'duration_secs': 1.626484} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.724648] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.725181] env[65683]: INFO nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Took 11.52 seconds to spawn the instance on the hypervisor. [ 692.725181] env[65683]: DEBUG nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.725751] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf5cbe-c049-4e75-b7c4-a71895cc1225 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.773585] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9860fb21-9d9e-4a92-b915-fe1f6710045e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.783971] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7dca7b-daa4-4064-a568-768b64461918 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.824317] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665990e-4fba-4b2c-b351-bbabb886cc3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.841787] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134ff347-9d1c-4308-b5a3-69317a213b01 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.847144] env[65683]: DEBUG oslo_vmware.api [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432817, 'name': RemoveSnapshot_Task, 'duration_secs': 1.791992} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.849354] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 692.849478] env[65683]: INFO nova.compute.manager [None req-c4417784-ca9d-478b-b6e3-36471e078502 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Took 19.98 seconds to snapshot the instance on the hypervisor. [ 692.867526] env[65683]: DEBUG nova.compute.provider_tree [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.045116] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.193344] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 693.229283] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 693.229647] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.229816] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 693.229999] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.230162] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 693.230304] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 693.230507] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.230654] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 693.230839] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 693.231067] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 693.231266] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 693.233224] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fba202-402d-4cd8-b6ec-d21fdfc8cbf0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.260196] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5402a4d1-1e32-4f94-aa39-18f32168ce16 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.265662] env[65683]: INFO nova.compute.manager [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Took 32.39 seconds to build instance. [ 693.374088] env[65683]: DEBUG nova.scheduler.client.report [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.389728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "78284eeb-dc6d-405c-8a79-e46ccec7d553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.389728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.389728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "78284eeb-dc6d-405c-8a79-e46ccec7d553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.389728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.389728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.391134] env[65683]: INFO nova.compute.manager [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Terminating instance [ 693.471961] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "e9f1571f-b718-4c4c-8feb-f23426bd5274" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.472233] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.472952] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "e9f1571f-b718-4c4c-8feb-f23426bd5274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.473142] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.473309] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.475419] env[65683]: INFO nova.compute.manager [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Terminating instance [ 693.544459] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432818, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.769233] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b6e35b51-8da6-422e-b381-c75e2f102fcc tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "caa249fb-cccc-438a-b456-0068782da68e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.910s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.877791] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.878730] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 693.881427] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.048s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.882960] env[65683]: INFO nova.compute.claims [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.898515] env[65683]: DEBUG nova.compute.manager [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 693.899321] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.899726] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e027018-a82b-4d1f-9975-7f53ae178cfa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.909048] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.909336] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dffcc73-98e0-49a3-9166-6007fe8c05bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.918069] env[65683]: DEBUG oslo_vmware.api [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 693.918069] env[65683]: value = "task-4432819" [ 693.918069] env[65683]: _type = "Task" [ 693.918069] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.927664] env[65683]: DEBUG oslo_vmware.api [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.979251] env[65683]: DEBUG nova.compute.manager [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 693.979493] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.980428] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc5ff8-012e-4593-8218-f9854bbaa34a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.991349] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.991729] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8fa6bf-3ade-40e9-be19-7bd7e25796f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.000364] env[65683]: DEBUG oslo_vmware.api [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 694.000364] env[65683]: value = "task-4432820" [ 694.000364] env[65683]: _type = "Task" [ 694.000364] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.009979] env[65683]: DEBUG oslo_vmware.api [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.045646] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432818, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.388294] env[65683]: DEBUG nova.compute.utils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.393018] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 694.393018] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 694.393289] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.393584] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.432308] env[65683]: DEBUG oslo_vmware.api [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.446120] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Successfully updated port: d0bd7af0-21c7-4ef1-8852-914f49198ed5 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 694.512462] env[65683]: DEBUG oslo_vmware.api [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432820, 'name': PowerOffVM_Task, 'duration_secs': 0.251209} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.512914] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.513293] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.515190] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-944dfc30-4f7e-4915-8ebc-5af153d8d686 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.517526] env[65683]: DEBUG nova.policy [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5cd482594f4077b9b7cca3ef80bfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b15f690278c468aa212638c6c5e1f90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.549366] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432818, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.672727} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.549366] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 856e2496-3a50-4a36-a353-6c1c3efe8a5c/856e2496-3a50-4a36-a353-6c1c3efe8a5c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.549366] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.549366] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd5a7db-9461-4db4-9815-c0448f0e1e6c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.556174] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 694.556174] env[65683]: value = "task-4432822" [ 694.556174] env[65683]: _type = "Task" [ 694.556174] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.568473] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.620549] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.620549] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.620549] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Deleting the datastore file [datastore2] e9f1571f-b718-4c4c-8feb-f23426bd5274 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.621102] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34b4df6a-297c-42fd-8d93-ebbf2134820c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.633508] env[65683]: DEBUG oslo_vmware.api [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for the task: (returnval){ [ 694.633508] env[65683]: value = "task-4432823" [ 694.633508] env[65683]: _type = "Task" [ 694.633508] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.651595] env[65683]: DEBUG oslo_vmware.api [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.894086] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 694.932291] env[65683]: DEBUG oslo_vmware.api [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432819, 'name': PowerOffVM_Task, 'duration_secs': 0.771347} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.938240] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.938444] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.939871] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-439f4de6-a5f0-41bc-9823-520bb561d9ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.950425] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "refresh_cache-f028ddb1-a894-4575-9069-8b3ab02c4f2f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.950556] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "refresh_cache-f028ddb1-a894-4575-9069-8b3ab02c4f2f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.950816] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 695.026193] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.026495] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.026742] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Deleting the datastore file [datastore2] 78284eeb-dc6d-405c-8a79-e46ccec7d553 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.027424] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-899e69a7-2e19-44d9-a69f-7566445fbb3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.041388] env[65683]: DEBUG oslo_vmware.api [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for the task: (returnval){ [ 695.041388] env[65683]: value = "task-4432825" [ 695.041388] env[65683]: _type = "Task" [ 695.041388] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.055789] env[65683]: DEBUG oslo_vmware.api [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.073858] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093735} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.077748] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.079628] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899d8ea5-3a0e-4608-81c8-0dbc70ad2f1d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.111132] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 856e2496-3a50-4a36-a353-6c1c3efe8a5c/856e2496-3a50-4a36-a353-6c1c3efe8a5c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.115708] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Successfully created port: 444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 695.118900] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58e54a9-09a2-46cc-89b9-a9ec9c81de70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.149584] env[65683]: DEBUG oslo_vmware.api [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Task: {'id': task-4432823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288361} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.151422] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.151681] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.151885] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.152108] env[65683]: INFO nova.compute.manager [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Took 1.17 seconds to destroy the instance on the hypervisor. [ 695.152380] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 695.152693] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 695.152693] env[65683]: value = "task-4432826" [ 695.152693] env[65683]: _type = "Task" [ 695.152693] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.153051] env[65683]: DEBUG nova.compute.manager [-] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.153222] env[65683]: DEBUG nova.network.neutron [-] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.153393] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.176084] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.530244] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec991066-3069-441b-8660-2537ff1bf46b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.538871] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e8d673-ee18-41ad-8503-7a70ec5c7294 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.552513] env[65683]: DEBUG oslo_vmware.api [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Task: {'id': task-4432825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286172} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.579158] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.579453] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.579648] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.579846] env[65683]: INFO nova.compute.manager [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Took 1.68 seconds to destroy the instance on the hypervisor. [ 695.580135] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 695.580672] env[65683]: DEBUG nova.compute.manager [-] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.580956] env[65683]: DEBUG nova.network.neutron [-] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.581185] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.583962] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ec6f3-3855-4a58-83ba-ef0b021db312 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.595946] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c2129a-0cad-447d-9ce8-3269423aea6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.612893] env[65683]: DEBUG nova.compute.provider_tree [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.672113] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432826, 'name': ReconfigVM_Task, 'duration_secs': 0.488096} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.672405] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 856e2496-3a50-4a36-a353-6c1c3efe8a5c/856e2496-3a50-4a36-a353-6c1c3efe8a5c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.673928] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7da7e9f-1f08-4d9e-8a06-491f87dd9c78 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.684250] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 695.684250] env[65683]: value = "task-4432827" [ 695.684250] env[65683]: _type = "Task" [ 695.684250] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.695830] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432827, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.710601] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.721859] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "interface-bb9d3182-b730-43f9-964f-2d685c5dae28-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.722191] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "interface-bb9d3182-b730-43f9-964f-2d685c5dae28-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.722891] env[65683]: DEBUG nova.objects.instance [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lazy-loading 'flavor' on Instance uuid bb9d3182-b730-43f9-964f-2d685c5dae28 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.871209] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.906826] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 695.927398] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.938634] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 695.938885] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.939045] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 695.939226] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.939365] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 695.939592] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 695.939689] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.939840] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 695.939991] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 695.940227] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 695.940395] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 695.941404] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ef7496-9c20-4b08-b6b8-3f4dedeb0117 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.950281] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fb8ad7-8a3f-4580-976b-dd575ba6ea99 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.119022] env[65683]: DEBUG nova.scheduler.client.report [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.197816] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432827, 'name': Rename_Task, 'duration_secs': 0.166293} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.198067] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.198334] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c2b2ae3-2d1a-4788-85e7-f2b1156d74ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.207874] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 696.207874] env[65683]: value = "task-4432828" [ 696.207874] env[65683]: _type = "Task" [ 696.207874] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.219160] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.226945] env[65683]: WARNING neutronclient.v2_0.client [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.227371] env[65683]: DEBUG nova.objects.instance [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lazy-loading 'pci_requests' on Instance uuid bb9d3182-b730-43f9-964f-2d685c5dae28 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.623311] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.626081] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 696.629495] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.464s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.721346] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432828, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.734396] env[65683]: DEBUG nova.objects.base [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.734396] env[65683]: DEBUG nova.network.neutron [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 696.734396] env[65683]: WARNING neutronclient.v2_0.client [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.734781] env[65683]: WARNING neutronclient.v2_0.client [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.981139] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Successfully updated port: 444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 697.135517] env[65683]: DEBUG nova.compute.utils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.140417] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 697.140417] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.140417] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.140417] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.226800] env[65683]: DEBUG oslo_vmware.api [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432828, 'name': PowerOnVM_Task, 'duration_secs': 0.780631} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.227093] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.227283] env[65683]: INFO nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Took 11.00 seconds to spawn the instance on the hypervisor. [ 697.227451] env[65683]: DEBUG nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 697.229405] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a06e27-1484-468b-a1e4-ca6e26a1a099 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.292854] env[65683]: DEBUG nova.policy [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5cd482594f4077b9b7cca3ef80bfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b15f690278c468aa212638c6c5e1f90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.328934] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05662ea2-ec3b-4540-8992-961576ebf320 tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "interface-bb9d3182-b730-43f9-964f-2d685c5dae28-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.607s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.366869] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.485499] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "refresh_cache-272e534f-7347-43a1-b697-de429831fe37" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.485721] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "refresh_cache-272e534f-7347-43a1-b697-de429831fe37" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.485900] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 697.511387] env[65683]: DEBUG nova.network.neutron [-] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.647204] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 697.698120] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12beca0-c84c-4cd9-a9d7-f74d76e86b60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.710293] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9453672b-4a8a-4c17-bc5c-bd06fba9ac90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.717823] env[65683]: DEBUG nova.compute.manager [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received event network-vif-plugged-021bdecc-83a7-4c28-af05-e6cca2098e28 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.718030] env[65683]: DEBUG oslo_concurrency.lockutils [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] Acquiring lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.721776] env[65683]: DEBUG oslo_concurrency.lockutils [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.721776] env[65683]: DEBUG oslo_concurrency.lockutils [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.721776] env[65683]: DEBUG nova.compute.manager [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] No waiting events found dispatching network-vif-plugged-021bdecc-83a7-4c28-af05-e6cca2098e28 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.721776] env[65683]: WARNING nova.compute.manager [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received unexpected event network-vif-plugged-021bdecc-83a7-4c28-af05-e6cca2098e28 for instance with vm_state active and task_state None. [ 697.721776] env[65683]: DEBUG nova.compute.manager [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received event network-changed-021bdecc-83a7-4c28-af05-e6cca2098e28 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.721776] env[65683]: DEBUG nova.compute.manager [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Refreshing instance network info cache due to event network-changed-021bdecc-83a7-4c28-af05-e6cca2098e28. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.721776] env[65683]: DEBUG oslo_concurrency.lockutils [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] Acquiring lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.721776] env[65683]: DEBUG oslo_concurrency.lockutils [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] Acquired lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.721776] env[65683]: DEBUG nova.network.neutron [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Refreshing network info cache for port 021bdecc-83a7-4c28-af05-e6cca2098e28 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.723080] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Updating instance_info_cache with network_info: [{"id": "d0bd7af0-21c7-4ef1-8852-914f49198ed5", "address": "fa:16:3e:51:c1:a6", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bd7af0-21", "ovs_interfaceid": "d0bd7af0-21c7-4ef1-8852-914f49198ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.765821] env[65683]: DEBUG nova.network.neutron [-] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.769358] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Successfully created port: aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 697.771489] env[65683]: DEBUG nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Received event network-changed-c9844632-1b09-4ad3-9e40-d7d322af03fe {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.771689] env[65683]: DEBUG nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Refreshing instance network info cache due to event network-changed-c9844632-1b09-4ad3-9e40-d7d322af03fe. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.771864] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Acquiring lock "refresh_cache-caa249fb-cccc-438a-b456-0068782da68e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.771999] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Acquired lock "refresh_cache-caa249fb-cccc-438a-b456-0068782da68e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.772259] env[65683]: DEBUG nova.network.neutron [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Refreshing network info cache for port c9844632-1b09-4ad3-9e40-d7d322af03fe {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.774190] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c84e3-a426-4978-a145-6ca6fdfdd1d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.780476] env[65683]: INFO nova.compute.manager [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Took 32.31 seconds to build instance. [ 697.788484] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c149aa5-10e3-4436-b4df-ed036e0170b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.807736] env[65683]: DEBUG nova.compute.provider_tree [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.016365] env[65683]: INFO nova.compute.manager [-] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Took 2.86 seconds to deallocate network for instance. [ 698.186383] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 698.229886] env[65683]: WARNING neutronclient.v2_0.client [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.230286] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "refresh_cache-f028ddb1-a894-4575-9069-8b3ab02c4f2f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.231022] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Instance network_info: |[{"id": "d0bd7af0-21c7-4ef1-8852-914f49198ed5", "address": "fa:16:3e:51:c1:a6", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bd7af0-21", "ovs_interfaceid": "d0bd7af0-21c7-4ef1-8852-914f49198ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 698.231544] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c1:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0bd7af0-21c7-4ef1-8852-914f49198ed5', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.239616] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Creating folder: Project (4b15f690278c468aa212638c6c5e1f90). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.239813] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c78d242-e568-4321-8354-719639b579d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.256835] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Created folder: Project (4b15f690278c468aa212638c6c5e1f90) in parent group-v867054. [ 698.257056] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Creating folder: Instances. Parent ref: group-v867139. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.257314] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6dd5d94-0110-4dff-89be-0d0c4658a3bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.268050] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Created folder: Instances in parent group-v867139. [ 698.268326] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 698.268537] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.268764] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d075eb4-c071-4f1a-94f4-39a9023bb3ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.286818] env[65683]: INFO nova.compute.manager [-] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Took 2.71 seconds to deallocate network for instance. [ 698.287369] env[65683]: WARNING neutronclient.v2_0.client [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.289497] env[65683]: DEBUG oslo_concurrency.lockutils [None req-22f93f8d-a0dc-4759-97bc-d9fd0e7c24a6 tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.342s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.302260] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.302260] env[65683]: value = "task-4432831" [ 698.302260] env[65683]: _type = "Task" [ 698.302260] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.317204] env[65683]: DEBUG nova.scheduler.client.report [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.322707] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432831, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.343554] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.525316] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.616316] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Updating instance_info_cache with network_info: [{"id": "444285e4-1d88-4f80-a0ce-6d8b8b5f33e4", "address": "fa:16:3e:20:49:ea", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444285e4-1d", "ovs_interfaceid": "444285e4-1d88-4f80-a0ce-6d8b8b5f33e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.664583] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 698.690754] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 698.691019] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.691182] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 698.691362] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.692203] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 698.692203] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 698.692203] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.692203] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 698.692203] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 698.692688] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 698.692688] env[65683]: DEBUG nova.virt.hardware [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 698.693519] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c8ff1-0881-4d49-8976-96b8c8fd87ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.702936] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae72588-0129-4205-afa6-0da5b477e899 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.725876] env[65683]: WARNING neutronclient.v2_0.client [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.800931] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.814798] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432831, 'name': CreateVM_Task, 'duration_secs': 0.376846} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.815130] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.815630] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.815997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816156] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.816516] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.819525] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e04af1f-a642-4509-b59b-9d8592a4885d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.829320] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 698.829320] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ae33f9-fad6-6a8b-9025-4f5a284e3e1c" [ 698.829320] env[65683]: _type = "Task" [ 698.829320] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.840841] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ae33f9-fad6-6a8b-9025-4f5a284e3e1c, 'name': SearchDatastore_Task} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.840841] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.841025] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.841213] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.841353] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.841529] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.841809] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18c1d530-0f11-4b6c-8c1f-eb204eb5b63a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.853408] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.853610] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.854585] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a06e53-0a59-4814-9dfe-d851dfac5811 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.860550] env[65683]: WARNING neutronclient.v2_0.client [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.864552] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 698.864552] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527b883f-7997-154e-d95c-c69bef5ab598" [ 698.864552] env[65683]: _type = "Task" [ 698.864552] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.873341] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527b883f-7997-154e-d95c-c69bef5ab598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.946503] env[65683]: DEBUG nova.network.neutron [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updated VIF entry in instance network info cache for port 021bdecc-83a7-4c28-af05-e6cca2098e28. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.946917] env[65683]: DEBUG nova.network.neutron [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updating instance_info_cache with network_info: [{"id": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "address": "fa:16:3e:5c:bd:62", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c9aca7-59", "ovs_interfaceid": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "021bdecc-83a7-4c28-af05-e6cca2098e28", "address": "fa:16:3e:2d:3b:18", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap021bdecc-83", "ovs_interfaceid": "021bdecc-83a7-4c28-af05-e6cca2098e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.028784] env[65683]: DEBUG nova.network.neutron [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Updated VIF entry in instance network info cache for port c9844632-1b09-4ad3-9e40-d7d322af03fe. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.029162] env[65683]: DEBUG nova.network.neutron [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Updating instance_info_cache with network_info: [{"id": "c9844632-1b09-4ad3-9e40-d7d322af03fe", "address": "fa:16:3e:8c:e1:2e", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9844632-1b", "ovs_interfaceid": "c9844632-1b09-4ad3-9e40-d7d322af03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.120705] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "refresh_cache-272e534f-7347-43a1-b697-de429831fe37" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.121105] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Instance network_info: |[{"id": "444285e4-1d88-4f80-a0ce-6d8b8b5f33e4", "address": "fa:16:3e:20:49:ea", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444285e4-1d", "ovs_interfaceid": "444285e4-1d88-4f80-a0ce-6d8b8b5f33e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 699.121572] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:49:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444285e4-1d88-4f80-a0ce-6d8b8b5f33e4', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.131250] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.131500] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272e534f-7347-43a1-b697-de429831fe37] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.131843] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aae3e9e7-ee5d-4da7-8812-830051fe9a7c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.158903] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.158903] env[65683]: value = "task-4432832" [ 699.158903] env[65683]: _type = "Task" [ 699.158903] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.168442] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432832, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.333659] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.705s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.338219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.936s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.338422] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.341568] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 699.341568] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.297s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.342202] env[65683]: INFO nova.compute.claims [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.346447] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6870f-0610-408c-81d5-377b1055d4cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.351418] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Successfully updated port: aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.361127] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b2c350-2e0f-458a-9381-11feb9d3f050 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.391599] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527b883f-7997-154e-d95c-c69bef5ab598, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.392808] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51febd1f-1189-4682-8871-0e04ec526108 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.396847] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bdbb60-0527-4166-88e6-770e4dda6567 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.406851] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 699.406851] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52acd44f-0f9e-aebd-43f2-21046e31cadb" [ 699.406851] env[65683]: _type = "Task" [ 699.406851] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.411172] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b951b2-a1d9-4c07-8f7c-7b875cfd06f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.425965] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52acd44f-0f9e-aebd-43f2-21046e31cadb, 'name': SearchDatastore_Task, 'duration_secs': 0.013659} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.457126] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.457451] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] f028ddb1-a894-4575-9069-8b3ab02c4f2f/f028ddb1-a894-4575-9069-8b3ab02c4f2f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.458437] env[65683]: DEBUG oslo_concurrency.lockutils [req-ab259e6c-302c-480c-b641-5b622d0f1bb9 req-26bb9fd1-e304-49a0-87e3-719fc2ddf538 service nova] Releasing lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.459026] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 699.459161] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.459599] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fad68e5-d0e4-4aff-9972-ba7af14e8526 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.469361] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 699.469361] env[65683]: value = "task-4432833" [ 699.469361] env[65683]: _type = "Task" [ 699.469361] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.478582] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.533959] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Releasing lock "refresh_cache-caa249fb-cccc-438a-b456-0068782da68e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.534311] env[65683]: DEBUG nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Received event network-vif-deleted-335e2048-d8cb-4a1a-b14d-da49f4f8b51f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.534451] env[65683]: DEBUG nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Received event network-vif-plugged-5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.534774] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Acquiring lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.534999] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.534999] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.535204] env[65683]: DEBUG nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] No waiting events found dispatching network-vif-plugged-5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 699.535369] env[65683]: WARNING nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Received unexpected event network-vif-plugged-5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 for instance with vm_state active and task_state None. [ 699.535526] env[65683]: DEBUG nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Received event network-changed-5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.535819] env[65683]: DEBUG nova.compute.manager [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Refreshing instance network info cache due to event network-changed-5d4ceac0-19fb-4c02-83eb-1f8963cf26b6. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 699.535907] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Acquiring lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.535958] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Acquired lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.536139] env[65683]: DEBUG nova.network.neutron [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Refreshing network info cache for port 5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.675048] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432832, 'name': CreateVM_Task, 'duration_secs': 0.506009} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.675048] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272e534f-7347-43a1-b697-de429831fe37] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.675048] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.675048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.675048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.675048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.675566] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93d47dc-d4ae-420e-a899-139d54361c98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.683049] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 699.683049] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f35ff6-7f54-f2b5-7c63-402b804cf72a" [ 699.683049] env[65683]: _type = "Task" [ 699.683049] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.693281] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f35ff6-7f54-f2b5-7c63-402b804cf72a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.854575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "refresh_cache-473c1009-84bc-435d-b25c-1f64ba909c4d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.854802] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "refresh_cache-473c1009-84bc-435d-b25c-1f64ba909c4d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.854951] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 699.916526] env[65683]: INFO nova.scheduler.client.report [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Deleted allocation for migration 60acf09f-04d8-4230-9a7b-1fe5e71b85c5 [ 699.983785] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432833, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.040307] env[65683]: WARNING neutronclient.v2_0.client [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.043996] env[65683]: DEBUG nova.objects.instance [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'flavor' on Instance uuid 95bff58e-a68b-487f-a46c-1863360282bd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.196165] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f35ff6-7f54-f2b5-7c63-402b804cf72a, 'name': SearchDatastore_Task, 'duration_secs': 0.079011} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.196676] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.196901] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.197187] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.197373] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.197609] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.197904] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca5f75c-e751-42d8-8d2b-e83faa231cd3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.213606] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.214732] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.214732] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d480505-ce63-40e6-bdfe-c4d6a7a3f672 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.218738] env[65683]: WARNING neutronclient.v2_0.client [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.227303] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 700.227303] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522b69d2-8777-a00f-7001-a3a3ced124ef" [ 700.227303] env[65683]: _type = "Task" [ 700.227303] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.236170] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522b69d2-8777-a00f-7001-a3a3ced124ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.320835] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "316690e2-e4a6-4889-98c4-e4590c8a5f01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.321228] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.338375] env[65683]: DEBUG nova.network.neutron [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Updated VIF entry in instance network info cache for port 5d4ceac0-19fb-4c02-83eb-1f8963cf26b6. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.338744] env[65683]: DEBUG nova.network.neutron [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Updating instance_info_cache with network_info: [{"id": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "address": "fa:16:3e:d2:d0:5b", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ceac0-19", "ovs_interfaceid": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.425865] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 700.433538] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e1fd9c9-7178-4cd7-9e21-f8a182be257a tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.703s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.488023] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645446} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.488023] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] f028ddb1-a894-4575-9069-8b3ab02c4f2f/f028ddb1-a894-4575-9069-8b3ab02c4f2f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.488023] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.488023] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1c89a74-c87e-4c42-acfd-a609025abc7a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.493647] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 700.493647] env[65683]: value = "task-4432834" [ 700.493647] env[65683]: _type = "Task" [ 700.493647] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.503714] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.530856] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.550541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.550722] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.550919] env[65683]: DEBUG nova.network.neutron [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 700.551103] env[65683]: DEBUG nova.objects.instance [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'info_cache' on Instance uuid 95bff58e-a68b-487f-a46c-1863360282bd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.741662] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522b69d2-8777-a00f-7001-a3a3ced124ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.743166] env[65683]: DEBUG nova.network.neutron [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Updating instance_info_cache with network_info: [{"id": "aa257a7d-4f0e-4bcc-aa67-12d3b0f76126", "address": "fa:16:3e:5d:d0:8e", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa257a7d-4f", "ovs_interfaceid": "aa257a7d-4f0e-4bcc-aa67-12d3b0f76126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.748382] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdb407a-c429-475b-b4ee-c63a3d50a3fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.756571] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 700.756571] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528d6df7-c09d-e874-5fa5-5b3b9557ca05" [ 700.756571] env[65683]: _type = "Task" [ 700.756571] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.765202] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528d6df7-c09d-e874-5fa5-5b3b9557ca05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.828618] env[65683]: DEBUG nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 700.831912] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.832156] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.840980] env[65683]: DEBUG oslo_concurrency.lockutils [req-df2cfb2d-ff23-4188-9fe5-68dd778cb38c req-74149631-9fae-45a2-b963-7595eb40fcba service nova] Releasing lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.857468] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "13cd11b6-55c6-44dd-9c5c-374395b52176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.857703] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.860655] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2742dc-0573-4c58-9c67-20fdc57006af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.870726] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aff55da-34ee-4e9a-8100-18d71293902b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.905600] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f33726-7863-4ed0-ab23-f69fc75812b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.914726] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129b2038-a961-4e16-ae95-cd2cc03277ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.931163] env[65683]: DEBUG nova.compute.provider_tree [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.004874] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079004} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.005258] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.006155] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62300957-31d8-48de-87ca-b44cf532f571 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.030475] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] f028ddb1-a894-4575-9069-8b3ab02c4f2f/f028ddb1-a894-4575-9069-8b3ab02c4f2f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.031195] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b099addc-80c1-4475-903a-af5987ad4d46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.052590] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 701.052590] env[65683]: value = "task-4432835" [ 701.052590] env[65683]: _type = "Task" [ 701.052590] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.057096] env[65683]: DEBUG nova.objects.base [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Object Instance<95bff58e-a68b-487f-a46c-1863360282bd> lazy-loaded attributes: flavor,info_cache {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 701.065834] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.249969] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "refresh_cache-473c1009-84bc-435d-b25c-1f64ba909c4d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.250047] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Instance network_info: |[{"id": "aa257a7d-4f0e-4bcc-aa67-12d3b0f76126", "address": "fa:16:3e:5d:d0:8e", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa257a7d-4f", "ovs_interfaceid": "aa257a7d-4f0e-4bcc-aa67-12d3b0f76126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 701.250860] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:d0:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa257a7d-4f0e-4bcc-aa67-12d3b0f76126', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.259149] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 701.259615] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.264071] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08252195-f84c-49fc-9361-32bcbbc2122c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.293190] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528d6df7-c09d-e874-5fa5-5b3b9557ca05, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.294708] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.295096] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 272e534f-7347-43a1-b697-de429831fe37/272e534f-7347-43a1-b697-de429831fe37.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.295465] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.295465] env[65683]: value = "task-4432836" [ 701.295465] env[65683]: _type = "Task" [ 701.295465] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.295570] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93eed044-d232-4224-aa50-ff89b0cfd13f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.310045] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432836, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.311937] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 701.311937] env[65683]: value = "task-4432837" [ 701.311937] env[65683]: _type = "Task" [ 701.311937] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.322721] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.337626] env[65683]: DEBUG nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 701.361666] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Received event network-vif-deleted-76687361-0896-494e-9b0f-2e8e2b300f66 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.361935] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.362212] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing instance network info cache due to event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 701.362663] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquiring lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.362921] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquired lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.363180] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.368488] env[65683]: DEBUG nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 701.372523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.395978] env[65683]: DEBUG nova.compute.manager [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Received event network-vif-deleted-ab1f01f9-e3fa-4f15-b043-1fdaff97f857 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.396365] env[65683]: DEBUG nova.compute.manager [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Received event network-vif-deleted-3ae8099e-f5b6-4cf4-a1ee-2075cc090ad9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.396676] env[65683]: DEBUG nova.compute.manager [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Received event network-changed-b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.396962] env[65683]: DEBUG nova.compute.manager [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Refreshing instance network info cache due to event network-changed-b38c7b49-b436-4943-8213-9356eccb8997. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 701.398257] env[65683]: DEBUG oslo_concurrency.lockutils [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] Acquiring lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.398257] env[65683]: DEBUG oslo_concurrency.lockutils [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] Acquired lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.398257] env[65683]: DEBUG nova.network.neutron [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Refreshing network info cache for port b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.437072] env[65683]: DEBUG nova.scheduler.client.report [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.444941] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "bb9d3182-b730-43f9-964f-2d685c5dae28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.445480] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.445855] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "bb9d3182-b730-43f9-964f-2d685c5dae28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.446217] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.446520] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.449059] env[65683]: INFO nova.compute.manager [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Terminating instance [ 701.560057] env[65683]: WARNING neutronclient.v2_0.client [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.566456] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432835, 'name': ReconfigVM_Task, 'duration_secs': 0.372651} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.566822] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Reconfigured VM instance instance-0000001e to attach disk [datastore1] f028ddb1-a894-4575-9069-8b3ab02c4f2f/f028ddb1-a894-4575-9069-8b3ab02c4f2f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.567586] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1854408d-32eb-47e4-806e-36dd3162355a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.576382] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 701.576382] env[65683]: value = "task-4432838" [ 701.576382] env[65683]: _type = "Task" [ 701.576382] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.588612] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432838, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.788131] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "f023112e-bba9-404a-9c04-5dcd719257fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.788320] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "f023112e-bba9-404a-9c04-5dcd719257fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.788551] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "f023112e-bba9-404a-9c04-5dcd719257fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.788689] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "f023112e-bba9-404a-9c04-5dcd719257fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.788985] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "f023112e-bba9-404a-9c04-5dcd719257fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.793046] env[65683]: INFO nova.compute.manager [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Terminating instance [ 701.810245] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432836, 'name': CreateVM_Task, 'duration_secs': 0.366332} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.810371] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.810983] env[65683]: WARNING neutronclient.v2_0.client [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.812021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.812021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.812021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.812615] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f61024-622b-4173-8c4e-e22a6a0c56a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.826202] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 701.826202] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529f4711-b887-f80d-a01b-b4e75a3500c4" [ 701.826202] env[65683]: _type = "Task" [ 701.826202] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.828924] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.844017] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529f4711-b887-f80d-a01b-b4e75a3500c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.851589] env[65683]: WARNING neutronclient.v2_0.client [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.873916] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.889212] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.895159] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.902335] env[65683]: WARNING neutronclient.v2_0.client [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.943624] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.944092] env[65683]: DEBUG nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 701.946692] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.639s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.946937] env[65683]: DEBUG nova.objects.instance [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lazy-loading 'resources' on Instance uuid 19e0c114-c8ce-4b80-9783-d1b96bf1569d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.952979] env[65683]: DEBUG nova.compute.manager [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 701.953223] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.957124] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6899f46-bc90-4cc6-bc56-e770b8b73867 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.969198] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.969670] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db276e3a-3561-4a5e-8c67-29280ec1e650 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.977994] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 701.977994] env[65683]: value = "task-4432839" [ 701.977994] env[65683]: _type = "Task" [ 701.977994] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.988315] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.091255] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432838, 'name': Rename_Task, 'duration_secs': 0.194302} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.092579] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.092579] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dcd0b8d-68bc-40be-a53f-3180f1f5c48b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.099886] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 702.099886] env[65683]: value = "task-4432840" [ 702.099886] env[65683]: _type = "Task" [ 702.099886] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.105299] env[65683]: DEBUG nova.network.neutron [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.112257] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.273423] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.295660] env[65683]: DEBUG nova.compute.manager [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 702.295889] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.296831] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5450142-1c95-4441-8caf-54a55f7a2323 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.302672] env[65683]: WARNING neutronclient.v2_0.client [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.311908] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.312889] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcefda10-8759-4c61-92f9-8ddaa2a819cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.322210] env[65683]: DEBUG oslo_vmware.api [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 702.322210] env[65683]: value = "task-4432841" [ 702.322210] env[65683]: _type = "Task" [ 702.322210] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.330611] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597066} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.338031] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 272e534f-7347-43a1-b697-de429831fe37/272e534f-7347-43a1-b697-de429831fe37.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.338197] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.342435] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9439cdc1-e6b6-4be5-b5a6-0b165d22e7b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.344738] env[65683]: DEBUG oslo_vmware.api [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.352425] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529f4711-b887-f80d-a01b-b4e75a3500c4, 'name': SearchDatastore_Task, 'duration_secs': 0.051714} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.354367] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.354639] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.355088] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.355088] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.355269] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.355567] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 702.355567] env[65683]: value = "task-4432842" [ 702.355567] env[65683]: _type = "Task" [ 702.355567] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.355777] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f63e145-5efe-4464-94a0-8ee0cc1f9ce7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.371179] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.372534] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.372693] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.373506] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b8ddf6-0703-4367-af02-029c2c77d3df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.384267] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 702.384267] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528c29d8-7e28-0a90-2f8e-19f26c189b7d" [ 702.384267] env[65683]: _type = "Task" [ 702.384267] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.395279] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528c29d8-7e28-0a90-2f8e-19f26c189b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.396451] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updated VIF entry in instance network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.396792] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updating instance_info_cache with network_info: [{"id": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "address": "fa:16:3e:bb:96:05", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0076755c-d5", "ovs_interfaceid": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.451952] env[65683]: DEBUG nova.compute.utils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.459512] env[65683]: DEBUG nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 702.459771] env[65683]: DEBUG nova.network.neutron [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 702.460447] env[65683]: WARNING neutronclient.v2_0.client [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.460447] env[65683]: WARNING neutronclient.v2_0.client [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.491870] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.503179] env[65683]: DEBUG nova.network.neutron [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updated VIF entry in instance network info cache for port b38c7b49-b436-4943-8213-9356eccb8997. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.503857] env[65683]: DEBUG nova.network.neutron [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updating instance_info_cache with network_info: [{"id": "b38c7b49-b436-4943-8213-9356eccb8997", "address": "fa:16:3e:22:6a:7c", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38c7b49-b4", "ovs_interfaceid": "b38c7b49-b436-4943-8213-9356eccb8997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.612176] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.614476] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.623916] env[65683]: DEBUG nova.policy [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45f17ff60a43419593db23c83f099a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f03a23d6c0c49c9943b73099f9573cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.834445] env[65683]: DEBUG oslo_vmware.api [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432841, 'name': PowerOffVM_Task, 'duration_secs': 0.240045} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.834709] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.834876] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.835185] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27b64b2-aa3c-4959-bd3a-5b0663c8d15d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.872591] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102093} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.876963] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.878078] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197f6841-b0fb-4411-a322-65edd670a96b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.907509] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 272e534f-7347-43a1-b697-de429831fe37/272e534f-7347-43a1-b697-de429831fe37.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.917040] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Releasing lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.917297] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Received event network-vif-plugged-d0bd7af0-21c7-4ef1-8852-914f49198ed5 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 702.917476] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquiring lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.917665] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.917828] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.917993] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] No waiting events found dispatching network-vif-plugged-d0bd7af0-21c7-4ef1-8852-914f49198ed5 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 702.918220] env[65683]: WARNING nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Received unexpected event network-vif-plugged-d0bd7af0-21c7-4ef1-8852-914f49198ed5 for instance with vm_state building and task_state spawning. [ 702.918383] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Received event network-changed-d0bd7af0-21c7-4ef1-8852-914f49198ed5 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 702.918529] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Refreshing instance network info cache due to event network-changed-d0bd7af0-21c7-4ef1-8852-914f49198ed5. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 702.918701] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquiring lock "refresh_cache-f028ddb1-a894-4575-9069-8b3ab02c4f2f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.918828] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquired lock "refresh_cache-f028ddb1-a894-4575-9069-8b3ab02c4f2f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.918974] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Refreshing network info cache for port d0bd7af0-21c7-4ef1-8852-914f49198ed5 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.920133] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d3ca2b-22dc-4ec9-9942-5a322e52d8a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.935070] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.935070] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.935248] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Deleting the datastore file [datastore1] f023112e-bba9-404a-9c04-5dcd719257fa {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.936492] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94fcacc7-c3c3-46ea-8e08-9fcc7fc4a610 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.946279] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528c29d8-7e28-0a90-2f8e-19f26c189b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014532} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.949532] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 702.949532] env[65683]: value = "task-4432845" [ 702.949532] env[65683]: _type = "Task" [ 702.949532] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.949856] env[65683]: DEBUG oslo_vmware.api [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for the task: (returnval){ [ 702.949856] env[65683]: value = "task-4432844" [ 702.949856] env[65683]: _type = "Task" [ 702.949856] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.952864] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89124c6b-31b0-47e8-afcf-aa70d83ed5f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.964325] env[65683]: DEBUG nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 702.971764] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 702.971764] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524c37f4-9ee4-8604-1632-319e6029e0a8" [ 702.971764] env[65683]: _type = "Task" [ 702.971764] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.985087] env[65683]: DEBUG oslo_vmware.api [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.985087] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.995626] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524c37f4-9ee4-8604-1632-319e6029e0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.007513] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.007823] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 473c1009-84bc-435d-b25c-1f64ba909c4d/473c1009-84bc-435d-b25c-1f64ba909c4d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.008168] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432839, 'name': PowerOffVM_Task, 'duration_secs': 0.596264} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.008624] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-753b83b7-5faf-4adb-a8d6-bd0adfa3eb35 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.011946] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.011946] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.011946] env[65683]: DEBUG oslo_concurrency.lockutils [req-f5453da6-e8cc-4e29-9298-1200a185e3f0 req-1fd41e21-2f7f-4fff-b096-bec15c953ec8 service nova] Releasing lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.012140] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-351a8620-3aa4-4577-9bd4-1f682b1910ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.024284] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 703.024284] env[65683]: value = "task-4432846" [ 703.024284] env[65683]: _type = "Task" [ 703.024284] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.033032] env[65683]: DEBUG nova.compute.manager [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Received event network-changed {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.033032] env[65683]: DEBUG nova.compute.manager [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Refreshing instance network info cache due to event network-changed. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 703.033032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] Acquiring lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.033032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] Acquired lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.033032] env[65683]: DEBUG nova.network.neutron [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.043227] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.110308] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.110666] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.111089] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Deleting the datastore file [datastore2] bb9d3182-b730-43f9-964f-2d685c5dae28 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.111846] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8303b749-2cd2-45cd-89e4-47be1c2c9a37 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.125030] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432840, 'name': PowerOnVM_Task, 'duration_secs': 0.564909} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.125030] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.125030] env[65683]: INFO nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Took 9.93 seconds to spawn the instance on the hypervisor. [ 703.125030] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 703.125030] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29726416-c265-4f06-b22b-94b30aa3626b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.129870] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for the task: (returnval){ [ 703.129870] env[65683]: value = "task-4432848" [ 703.129870] env[65683]: _type = "Task" [ 703.129870] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.149176] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.168149] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128bf2af-b02b-413c-9d12-3af784f68c1f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.172268] env[65683]: DEBUG nova.network.neutron [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Successfully created port: 9d8db456-87df-45a2-a97a-38a54a3c8361 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.182854] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d5feb-03d3-44c8-8e83-c1a28910ff8f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.220771] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928adcf3-5f76-4174-9a50-4f91eb3dd3c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.231315] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa3562-5c9b-4d2f-9b7e-d15539deda03 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.249919] env[65683]: DEBUG nova.compute.provider_tree [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.437620] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.478841] env[65683]: DEBUG oslo_vmware.api [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Task: {'id': task-4432844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187846} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.479026] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.479513] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.479707] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.479917] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.480245] env[65683]: INFO nova.compute.manager [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 703.480629] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 703.480782] env[65683]: DEBUG nova.compute.manager [-] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 703.480870] env[65683]: DEBUG nova.network.neutron [-] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 703.481181] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.535700] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.537196] env[65683]: WARNING neutronclient.v2_0.client [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.584419] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.624912] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.624912] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-598efd11-f743-42dd-b5f8-0d5ab1ae752d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.635887] env[65683]: DEBUG oslo_vmware.api [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 703.635887] env[65683]: value = "task-4432849" [ 703.635887] env[65683]: _type = "Task" [ 703.635887] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.643366] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.654260] env[65683]: DEBUG oslo_vmware.api [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432849, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.656397] env[65683]: INFO nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Took 27.26 seconds to build instance. [ 703.755144] env[65683]: DEBUG nova.scheduler.client.report [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.967281] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432845, 'name': ReconfigVM_Task, 'duration_secs': 0.580636} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.967563] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 272e534f-7347-43a1-b697-de429831fe37/272e534f-7347-43a1-b697-de429831fe37.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.968229] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad475eb6-d2ff-42e2-9e02-85a7463ae299 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.977939] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 703.977939] env[65683]: value = "task-4432850" [ 703.977939] env[65683]: _type = "Task" [ 703.977939] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.983601] env[65683]: DEBUG nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 703.993331] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432850, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.031770] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.031770] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.031912] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.032161] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.032268] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.032466] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.032604] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.032801] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.032952] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.033101] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.033356] env[65683]: DEBUG nova.virt.hardware [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.034289] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da34935a-5d95-455b-ad30-f6527025440f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.046409] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a81ea28-2926-431e-a926-8839557e7aca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.050481] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578429} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.050735] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 473c1009-84bc-435d-b25c-1f64ba909c4d/473c1009-84bc-435d-b25c-1f64ba909c4d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.050941] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.051592] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-723bdb78-6412-446a-a133-6e29bfc29c1a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.063637] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 704.063637] env[65683]: value = "task-4432851" [ 704.063637] env[65683]: _type = "Task" [ 704.063637] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.072495] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.144121] env[65683]: DEBUG oslo_vmware.api [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Task: {'id': task-4432848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.765883} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.149270] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.149419] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.149554] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.149680] env[65683]: INFO nova.compute.manager [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Took 2.20 seconds to destroy the instance on the hypervisor. [ 704.149945] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 704.150469] env[65683]: DEBUG nova.compute.manager [-] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 704.150586] env[65683]: DEBUG nova.network.neutron [-] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 704.150871] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.161935] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.781s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.162698] env[65683]: DEBUG oslo_vmware.api [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.262329] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.264926] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.125s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.265185] env[65683]: DEBUG nova.objects.instance [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lazy-loading 'resources' on Instance uuid 671a633d-ab29-4b33-8468-5fc0ff0c48f3 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.393611] env[65683]: INFO nova.scheduler.client.report [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Deleted allocations for instance 19e0c114-c8ce-4b80-9783-d1b96bf1569d [ 704.429607] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.430098] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.430792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.430792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.430792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.433196] env[65683]: INFO nova.compute.manager [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Terminating instance [ 704.488829] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432850, 'name': Rename_Task, 'duration_secs': 0.397197} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.489126] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.490139] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda76dd4-dc89-4806-9600-82d141f95fef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.497393] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 704.497393] env[65683]: value = "task-4432852" [ 704.497393] env[65683]: _type = "Task" [ 704.497393] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.507490] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.574823] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072205} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.575212] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.576033] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb25ae-baf8-4e48-a5c8-520d667783ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.601053] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 473c1009-84bc-435d-b25c-1f64ba909c4d/473c1009-84bc-435d-b25c-1f64ba909c4d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.601441] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f075644a-fd2d-4f69-a7c3-88cccdfae7a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.622448] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 704.622448] env[65683]: value = "task-4432853" [ 704.622448] env[65683]: _type = "Task" [ 704.622448] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.631810] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.651187] env[65683]: DEBUG nova.network.neutron [-] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.656173] env[65683]: DEBUG oslo_vmware.api [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432849, 'name': PowerOnVM_Task, 'duration_secs': 0.608255} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.656693] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.656889] env[65683]: DEBUG nova.compute.manager [None req-578de4b1-dfb8-4e83-bad3-08f5da9d39cb tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 704.658032] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953eb60a-c6e0-48af-90f3-0e70f15b962d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.668998] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.905860] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa88dedd-295f-4112-bd2b-32c61322596a tempest-ServersAdmin275Test-1556692133 tempest-ServersAdmin275Test-1556692133-project-member] Lock "19e0c114-c8ce-4b80-9783-d1b96bf1569d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.193s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.937065] env[65683]: DEBUG nova.compute.manager [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 704.937348] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.938278] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee6412-929d-4722-9e6c-f5f5c23da000 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.951373] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.951640] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644b0046-800e-4efa-95b3-17c0091aafbe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.959544] env[65683]: DEBUG oslo_vmware.api [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 704.959544] env[65683]: value = "task-4432854" [ 704.959544] env[65683]: _type = "Task" [ 704.959544] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.975450] env[65683]: DEBUG oslo_vmware.api [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.011160] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.136370] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.158147] env[65683]: INFO nova.compute.manager [-] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Took 1.68 seconds to deallocate network for instance. [ 705.328879] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5018c1-8770-4ee2-9ab1-64d0fda3e20e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.337770] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09115f8c-e5c3-488c-937b-724c6cf78d20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.382024] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c8977-0858-413d-a1d2-0a1774e83aaf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.389981] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adff80b8-578d-442f-9360-5b8dfba164d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.406476] env[65683]: DEBUG nova.compute.provider_tree [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.419523] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.456020] env[65683]: DEBUG nova.network.neutron [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Successfully updated port: 9d8db456-87df-45a2-a97a-38a54a3c8361 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.469593] env[65683]: DEBUG oslo_vmware.api [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432854, 'name': PowerOffVM_Task, 'duration_secs': 0.510317} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.469955] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.470187] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.470436] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb23404-7fa2-4b4f-afbc-4f89a3dfc4a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.510943] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.540176] env[65683]: WARNING neutronclient.v2_0.client [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.634807] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432853, 'name': ReconfigVM_Task, 'duration_secs': 0.67409} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.640015] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 473c1009-84bc-435d-b25c-1f64ba909c4d/473c1009-84bc-435d-b25c-1f64ba909c4d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.641043] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a29f3eaa-8082-4fac-ba45-028e05e1a9fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.649501] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 705.649501] env[65683]: value = "task-4432856" [ 705.649501] env[65683]: _type = "Task" [ 705.649501] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.654331] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Updated VIF entry in instance network info cache for port d0bd7af0-21c7-4ef1-8852-914f49198ed5. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.654684] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Updating instance_info_cache with network_info: [{"id": "d0bd7af0-21c7-4ef1-8852-914f49198ed5", "address": "fa:16:3e:51:c1:a6", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0bd7af0-21", "ovs_interfaceid": "d0bd7af0-21c7-4ef1-8852-914f49198ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.662824] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432856, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.664609] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.664853] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.665101] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Deleting the datastore file [datastore2] cf29fbbc-4fa3-455d-bccd-cdcc7666027d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.665404] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24458d46-f9fa-46a3-8e8e-7f5804c4f9b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.673946] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.676265] env[65683]: DEBUG oslo_vmware.api [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for the task: (returnval){ [ 705.676265] env[65683]: value = "task-4432857" [ 705.676265] env[65683]: _type = "Task" [ 705.676265] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.688315] env[65683]: DEBUG oslo_vmware.api [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.773076] env[65683]: DEBUG nova.network.neutron [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Updating instance_info_cache with network_info: [{"id": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "address": "fa:16:3e:d2:d0:5b", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4ceac0-19", "ovs_interfaceid": "5d4ceac0-19fb-4c02-83eb-1f8963cf26b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.879423] env[65683]: DEBUG nova.network.neutron [-] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.912072] env[65683]: DEBUG nova.scheduler.client.report [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.960978] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "refresh_cache-e9e64f47-4d46-4254-9b69-530f4e51c7ac" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.962533] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "refresh_cache-e9e64f47-4d46-4254-9b69-530f4e51c7ac" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.962533] env[65683]: DEBUG nova.network.neutron [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.013772] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432852, 'name': PowerOnVM_Task, 'duration_secs': 1.334426} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.014063] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.015105] env[65683]: INFO nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Took 10.11 seconds to spawn the instance on the hypervisor. [ 706.015105] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.021036] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a166981-789d-4149-8146-80bc5460aa70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.157506] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Releasing lock "refresh_cache-f028ddb1-a894-4575-9069-8b3ab02c4f2f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.157949] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Received event network-vif-plugged-444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 706.157949] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquiring lock "272e534f-7347-43a1-b697-de429831fe37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.158164] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Lock "272e534f-7347-43a1-b697-de429831fe37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.158553] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Lock "272e534f-7347-43a1-b697-de429831fe37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.158553] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] No waiting events found dispatching network-vif-plugged-444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 706.158646] env[65683]: WARNING nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Received unexpected event network-vif-plugged-444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 for instance with vm_state building and task_state spawning. [ 706.158776] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Received event network-changed-444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 706.158924] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Refreshing instance network info cache due to event network-changed-444285e4-1d88-4f80-a0ce-6d8b8b5f33e4. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 706.159122] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquiring lock "refresh_cache-272e534f-7347-43a1-b697-de429831fe37" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.159254] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquired lock "refresh_cache-272e534f-7347-43a1-b697-de429831fe37" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.159415] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Refreshing network info cache for port 444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.165096] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432856, 'name': Rename_Task, 'duration_secs': 0.231902} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.165096] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.166118] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd750214-c0b0-4875-bc4f-0d134c735a4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.173751] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 706.173751] env[65683]: value = "task-4432858" [ 706.173751] env[65683]: _type = "Task" [ 706.173751] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.188019] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.191641] env[65683]: DEBUG oslo_vmware.api [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.276729] env[65683]: DEBUG oslo_concurrency.lockutils [None req-14f2e30a-648f-4c5b-8d0d-632e978b6a98 tempest-ServerExternalEventsTest-141070616 tempest-ServerExternalEventsTest-141070616-project] Releasing lock "refresh_cache-856e2496-3a50-4a36-a353-6c1c3efe8a5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.384068] env[65683]: INFO nova.compute.manager [-] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Took 2.23 seconds to deallocate network for instance. [ 706.418682] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.428020] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.447s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.428020] env[65683]: INFO nova.compute.claims [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.506100] env[65683]: INFO nova.scheduler.client.report [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted allocations for instance 671a633d-ab29-4b33-8468-5fc0ff0c48f3 [ 706.511146] env[65683]: DEBUG nova.network.neutron [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.539619] env[65683]: INFO nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Took 30.13 seconds to build instance. [ 706.616987] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "32139dca-3134-4408-9d41-5b0cc132af7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.665847] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.686726] env[65683]: WARNING neutronclient.v2_0.client [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.695859] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.696191] env[65683]: DEBUG oslo_vmware.api [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Task: {'id': task-4432857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.8721} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.696952] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.697348] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.697514] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.697751] env[65683]: INFO nova.compute.manager [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Took 1.76 seconds to destroy the instance on the hypervisor. [ 706.698061] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.698379] env[65683]: DEBUG nova.compute.manager [-] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 706.698570] env[65683]: DEBUG nova.network.neutron [-] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 706.698914] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.769388] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "9cbdf99e-510f-4a41-b41b-ef70badaea09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.769613] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.895103] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.937034] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.937480] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.937599] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.937783] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.937952] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.942980] env[65683]: INFO nova.compute.manager [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Terminating instance [ 707.019033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9ee66330-5ec9-4fa6-865c-b2ed42eaf8bf tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "671a633d-ab29-4b33-8468-5fc0ff0c48f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.566s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.041478] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "272e534f-7347-43a1-b697-de429831fe37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.655s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.060848] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.196050] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.227222] env[65683]: DEBUG nova.network.neutron [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Updating instance_info_cache with network_info: [{"id": "9d8db456-87df-45a2-a97a-38a54a3c8361", "address": "fa:16:3e:ab:ee:76", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8db456-87", "ovs_interfaceid": "9d8db456-87df-45a2-a97a-38a54a3c8361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.273377] env[65683]: DEBUG nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 707.318286] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.451527] env[65683]: DEBUG nova.compute.manager [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 707.451646] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.453647] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050dc18-78be-4d20-b55d-9c34c8ac1d25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.466546] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.466850] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e001ac-8fc2-4f3c-b800-47dee6f31938 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.471611] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Updated VIF entry in instance network info cache for port 444285e4-1d88-4f80-a0ce-6d8b8b5f33e4. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 707.471996] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Updating instance_info_cache with network_info: [{"id": "444285e4-1d88-4f80-a0ce-6d8b8b5f33e4", "address": "fa:16:3e:20:49:ea", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444285e4-1d", "ovs_interfaceid": "444285e4-1d88-4f80-a0ce-6d8b8b5f33e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.476941] env[65683]: DEBUG oslo_vmware.api [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 707.476941] env[65683]: value = "task-4432859" [ 707.476941] env[65683]: _type = "Task" [ 707.476941] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.488055] env[65683]: DEBUG nova.compute.manager [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Received event network-changed-b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.488201] env[65683]: DEBUG nova.compute.manager [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Refreshing instance network info cache due to event network-changed-b38c7b49-b436-4943-8213-9356eccb8997. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 707.488694] env[65683]: DEBUG oslo_concurrency.lockutils [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] Acquiring lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.488911] env[65683]: DEBUG oslo_concurrency.lockutils [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] Acquired lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.489168] env[65683]: DEBUG nova.network.neutron [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Refreshing network info cache for port b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.498712] env[65683]: DEBUG oslo_vmware.api [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.698187] env[65683]: DEBUG oslo_vmware.api [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432858, 'name': PowerOnVM_Task, 'duration_secs': 1.376565} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.698682] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.698904] env[65683]: INFO nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Took 9.03 seconds to spawn the instance on the hypervisor. [ 707.699120] env[65683]: DEBUG nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 707.700020] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b63a99-ee9f-42ce-bf55-5ed4f57d798d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.729470] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "refresh_cache-e9e64f47-4d46-4254-9b69-530f4e51c7ac" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.730687] env[65683]: DEBUG nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Instance network_info: |[{"id": "9d8db456-87df-45a2-a97a-38a54a3c8361", "address": "fa:16:3e:ab:ee:76", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8db456-87", "ovs_interfaceid": "9d8db456-87df-45a2-a97a-38a54a3c8361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 707.731544] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ee:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8db456-87df-45a2-a97a-38a54a3c8361', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.741844] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Creating folder: Project (2f03a23d6c0c49c9943b73099f9573cb). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.745901] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fecda8a5-e321-4e10-bc82-e1eaba4962ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.765023] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Created folder: Project (2f03a23d6c0c49c9943b73099f9573cb) in parent group-v867054. [ 707.765023] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Creating folder: Instances. Parent ref: group-v867144. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.765023] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2319edb-6c2c-4ae9-8e49-5997c93a61ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.782746] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Created folder: Instances in parent group-v867144. [ 707.783331] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 707.786610] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.790440] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a13bbf7e-e049-4019-a64f-aba4b82b4731 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.815563] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.823896] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.823896] env[65683]: value = "task-4432862" [ 707.823896] env[65683]: _type = "Task" [ 707.823896] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.834639] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432862, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.852985] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-6aecb22c-d006-465f-adf3-b4533e7d5550-021bdecc-83a7-4c28-af05-e6cca2098e28" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.852985] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6aecb22c-d006-465f-adf3-b4533e7d5550-021bdecc-83a7-4c28-af05-e6cca2098e28" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.907886] env[65683]: DEBUG nova.compute.manager [req-1022aaca-a9e3-44c2-8e27-ae2ff41aea05 req-e84b44fb-00d6-4d79-81a9-51fd83d35e05 service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Received event network-vif-plugged-9d8db456-87df-45a2-a97a-38a54a3c8361 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.908647] env[65683]: DEBUG oslo_concurrency.lockutils [req-1022aaca-a9e3-44c2-8e27-ae2ff41aea05 req-e84b44fb-00d6-4d79-81a9-51fd83d35e05 service nova] Acquiring lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.908647] env[65683]: DEBUG oslo_concurrency.lockutils [req-1022aaca-a9e3-44c2-8e27-ae2ff41aea05 req-e84b44fb-00d6-4d79-81a9-51fd83d35e05 service nova] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.908647] env[65683]: DEBUG oslo_concurrency.lockutils [req-1022aaca-a9e3-44c2-8e27-ae2ff41aea05 req-e84b44fb-00d6-4d79-81a9-51fd83d35e05 service nova] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.908812] env[65683]: DEBUG nova.compute.manager [req-1022aaca-a9e3-44c2-8e27-ae2ff41aea05 req-e84b44fb-00d6-4d79-81a9-51fd83d35e05 service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] No waiting events found dispatching network-vif-plugged-9d8db456-87df-45a2-a97a-38a54a3c8361 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.908843] env[65683]: WARNING nova.compute.manager [req-1022aaca-a9e3-44c2-8e27-ae2ff41aea05 req-e84b44fb-00d6-4d79-81a9-51fd83d35e05 service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Received unexpected event network-vif-plugged-9d8db456-87df-45a2-a97a-38a54a3c8361 for instance with vm_state building and task_state spawning. [ 707.935790] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "0129724f-53f3-446a-b2b5-4df9cf72b45f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.936252] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.936252] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "0129724f-53f3-446a-b2b5-4df9cf72b45f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.936463] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.936673] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.940044] env[65683]: INFO nova.compute.manager [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Terminating instance [ 707.975583] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Releasing lock "refresh_cache-272e534f-7347-43a1-b697-de429831fe37" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.975892] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Received event network-vif-plugged-aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.976092] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquiring lock "473c1009-84bc-435d-b25c-1f64ba909c4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.976286] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.976441] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.976590] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] No waiting events found dispatching network-vif-plugged-aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.976753] env[65683]: WARNING nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Received unexpected event network-vif-plugged-aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 for instance with vm_state building and task_state spawning. [ 707.976911] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Received event network-changed-aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.977146] env[65683]: DEBUG nova.compute.manager [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Refreshing instance network info cache due to event network-changed-aa257a7d-4f0e-4bcc-aa67-12d3b0f76126. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 707.977402] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquiring lock "refresh_cache-473c1009-84bc-435d-b25c-1f64ba909c4d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.977629] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Acquired lock "refresh_cache-473c1009-84bc-435d-b25c-1f64ba909c4d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.977679] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Refreshing network info cache for port aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.994516] env[65683]: WARNING neutronclient.v2_0.client [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.996812] env[65683]: DEBUG oslo_vmware.api [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432859, 'name': PowerOffVM_Task, 'duration_secs': 0.392953} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.997559] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.997724] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.997993] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dac46703-ab8c-4500-9856-0bbe3a47a039 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.031627] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8902f844-10e4-4730-9a25-6a34375c18cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.042882] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab7d81-802c-4273-af45-d3f81daa21f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.084144] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f351d1-6b60-4f3b-85e8-377863e4eaae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.086475] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.086651] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.086818] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Deleting the datastore file [datastore1] 856e2496-3a50-4a36-a353-6c1c3efe8a5c {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.087438] env[65683]: DEBUG nova.network.neutron [-] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.089620] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ae4267-04dc-4ac9-9fb1-7e8732808bdc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.098920] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42548f97-3694-4b53-af38-8ef3716fd407 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.103513] env[65683]: DEBUG oslo_vmware.api [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for the task: (returnval){ [ 708.103513] env[65683]: value = "task-4432864" [ 708.103513] env[65683]: _type = "Task" [ 708.103513] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.117350] env[65683]: DEBUG nova.compute.provider_tree [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.125903] env[65683]: DEBUG oslo_vmware.api [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.223034] env[65683]: INFO nova.compute.manager [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Took 31.41 seconds to build instance. [ 708.337295] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432862, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.363992] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.363992] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.363992] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c470cf10-ce3c-4214-b59b-9b59c9f70c6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.387911] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436bd41-2b51-447d-8ec8-30ef9fab327e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.418426] env[65683]: WARNING neutronclient.v2_0.client [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.424756] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Reconfiguring VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 708.426543] env[65683]: WARNING neutronclient.v2_0.client [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.429763] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496a8974-0926-47a9-b6d7-011cb951a6a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.450950] env[65683]: DEBUG nova.compute.manager [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 708.451549] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.452493] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef56e84-5154-4d2e-95ba-5a03d2c931e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.463103] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.464949] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81e04197-ed38-42e5-a7e2-be370368d318 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.468170] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 708.468170] env[65683]: value = "task-4432865" [ 708.468170] env[65683]: _type = "Task" [ 708.468170] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.475809] env[65683]: DEBUG oslo_vmware.api [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 708.475809] env[65683]: value = "task-4432866" [ 708.475809] env[65683]: _type = "Task" [ 708.475809] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.486147] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.488463] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.495320] env[65683]: DEBUG oslo_vmware.api [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.592259] env[65683]: INFO nova.compute.manager [-] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Took 1.89 seconds to deallocate network for instance. [ 708.624030] env[65683]: DEBUG nova.scheduler.client.report [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.625189] env[65683]: DEBUG oslo_vmware.api [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Task: {'id': task-4432864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361824} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.625810] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.626143] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.626432] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.626690] env[65683]: INFO nova.compute.manager [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 708.627019] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 708.627327] env[65683]: DEBUG nova.compute.manager [-] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 708.627515] env[65683]: DEBUG nova.network.neutron [-] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 708.627861] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.631055] env[65683]: DEBUG nova.network.neutron [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updated VIF entry in instance network info cache for port b38c7b49-b436-4943-8213-9356eccb8997. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.631521] env[65683]: DEBUG nova.network.neutron [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updating instance_info_cache with network_info: [{"id": "b38c7b49-b436-4943-8213-9356eccb8997", "address": "fa:16:3e:22:6a:7c", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38c7b49-b4", "ovs_interfaceid": "b38c7b49-b436-4943-8213-9356eccb8997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.725961] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e31f947-b9da-404b-a8e0-983e3d75a2eb tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.300s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.828381] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.841298] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432862, 'name': CreateVM_Task, 'duration_secs': 0.665326} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.841606] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.842282] env[65683]: WARNING neutronclient.v2_0.client [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.842825] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.844259] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.844259] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.844259] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1932e292-9794-47c1-9a90-97a375a6dd02 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.852492] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 708.852492] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52731ced-2494-25d3-f071-eda2a8d86b87" [ 708.852492] env[65683]: _type = "Task" [ 708.852492] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.860230] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52731ced-2494-25d3-f071-eda2a8d86b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.980404] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.991387] env[65683]: DEBUG oslo_vmware.api [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432866, 'name': PowerOffVM_Task, 'duration_secs': 0.292854} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.991387] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.991387] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.991387] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd4ec79-d51f-489d-be1a-f6e1841226d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.094044] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.094283] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.094645] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Deleting the datastore file [datastore2] 0129724f-53f3-446a-b2b5-4df9cf72b45f {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.095093] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd84a7df-b6e6-4258-a325-79060b43de27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.105037] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.105037] env[65683]: DEBUG oslo_vmware.api [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for the task: (returnval){ [ 709.105037] env[65683]: value = "task-4432868" [ 709.105037] env[65683]: _type = "Task" [ 709.105037] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.120608] env[65683]: DEBUG oslo_vmware.api [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.126597] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.127287] env[65683]: DEBUG nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 709.130607] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.657s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.130889] env[65683]: DEBUG nova.objects.instance [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lazy-loading 'resources' on Instance uuid 32139dca-3134-4408-9d41-5b0cc132af7e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.135232] env[65683]: WARNING neutronclient.v2_0.client [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.138685] env[65683]: DEBUG oslo_concurrency.lockutils [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] Releasing lock "refresh_cache-91cf9555-8264-42f4-904d-8211f5c6b0cf" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.139093] env[65683]: DEBUG nova.compute.manager [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.139325] env[65683]: DEBUG nova.compute.manager [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing instance network info cache due to event network-changed-0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 709.139577] env[65683]: DEBUG oslo_concurrency.lockutils [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] Acquiring lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.139881] env[65683]: DEBUG oslo_concurrency.lockutils [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] Acquired lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.140298] env[65683]: DEBUG nova.network.neutron [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Refreshing network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.339690] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Updated VIF entry in instance network info cache for port aa257a7d-4f0e-4bcc-aa67-12d3b0f76126. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 709.340064] env[65683]: DEBUG nova.network.neutron [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Updating instance_info_cache with network_info: [{"id": "aa257a7d-4f0e-4bcc-aa67-12d3b0f76126", "address": "fa:16:3e:5d:d0:8e", "network": {"id": "792011a0-1e8c-46cc-80fd-0dc125d8ede7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324804648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b15f690278c468aa212638c6c5e1f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa257a7d-4f", "ovs_interfaceid": "aa257a7d-4f0e-4bcc-aa67-12d3b0f76126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.364055] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52731ced-2494-25d3-f071-eda2a8d86b87, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.364415] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.364633] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.364854] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.365197] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.365197] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.365450] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-527c88a1-95da-4324-ab55-90fab5a925d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.376297] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.376487] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.377656] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782094fb-5bfa-424d-bc35-7e2a6f2ef3f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.384281] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 709.384281] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52222162-de9f-faad-7f51-ef1b19d06ed5" [ 709.384281] env[65683]: _type = "Task" [ 709.384281] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.394474] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52222162-de9f-faad-7f51-ef1b19d06ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.479153] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.615122] env[65683]: DEBUG nova.network.neutron [-] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.622681] env[65683]: DEBUG oslo_vmware.api [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Task: {'id': task-4432868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155953} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.622994] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.623169] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.623326] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.623483] env[65683]: INFO nova.compute.manager [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 709.623712] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 709.623928] env[65683]: DEBUG nova.compute.manager [-] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 709.624027] env[65683]: DEBUG nova.network.neutron [-] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 709.624316] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.633830] env[65683]: DEBUG nova.compute.utils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.639177] env[65683]: DEBUG nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 709.639370] env[65683]: DEBUG nova.network.neutron [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 709.640639] env[65683]: WARNING neutronclient.v2_0.client [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.640639] env[65683]: WARNING neutronclient.v2_0.client [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.642642] env[65683]: WARNING neutronclient.v2_0.client [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.663709] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.707047] env[65683]: DEBUG nova.policy [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e55d31a4cfd48429067964ffb025f94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d246f54dac740a9931c2da538a177e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.843646] env[65683]: DEBUG oslo_concurrency.lockutils [req-1e4dedf7-0af1-49af-9a53-8996183a542c req-cc72bad7-59e5-4147-a517-247d2df45e62 service nova] Releasing lock "refresh_cache-473c1009-84bc-435d-b25c-1f64ba909c4d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.897585] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52222162-de9f-faad-7f51-ef1b19d06ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.900942] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfd88e6-13c3-4a2c-a46c-c2458e2adcf4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.908454] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 709.908454] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c725a4-0394-8dd2-beb6-9f48a880a667" [ 709.908454] env[65683]: _type = "Task" [ 709.908454] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.923943] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c725a4-0394-8dd2-beb6-9f48a880a667, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.926928] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.927477] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e9e64f47-4d46-4254-9b69-530f4e51c7ac/e9e64f47-4d46-4254-9b69-530f4e51c7ac.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.927883] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b5e05e-d231-402b-be1c-c23b2f8e95aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.936485] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 709.936485] env[65683]: value = "task-4432869" [ 709.936485] env[65683]: _type = "Task" [ 709.936485] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.950080] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.982362] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.097042] env[65683]: DEBUG nova.network.neutron [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Successfully created port: 147a2555-4d1b-4c6d-8dab-8487edf361d8 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.119856] env[65683]: INFO nova.compute.manager [-] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Took 1.49 seconds to deallocate network for instance. [ 710.139334] env[65683]: DEBUG nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 710.155164] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94d12e3-b78c-4dda-a796-2299fe78a367 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.164981] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05bd116-a41b-47d4-b780-433f2fa383b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.220555] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313e4706-e758-4ebe-bbd2-142b4b2fb8dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.231484] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7f08b6-dd59-4b6c-b49f-212dc74bb780 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.251647] env[65683]: DEBUG nova.compute.provider_tree [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.450689] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432869, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.480380] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.509359] env[65683]: WARNING neutronclient.v2_0.client [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.627094] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.702076] env[65683]: DEBUG nova.network.neutron [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updated VIF entry in instance network info cache for port 0076755c-d5b3-4d4a-822f-244771f2a9c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 710.702459] env[65683]: DEBUG nova.network.neutron [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updating instance_info_cache with network_info: [{"id": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "address": "fa:16:3e:bb:96:05", "network": {"id": "a288cb6c-0426-41ab-9a98-e9b1b60e4613", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1436574250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f7a861e15f4aad9c984f7a21bddf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0076755c-d5", "ovs_interfaceid": "0076755c-d5b3-4d4a-822f-244771f2a9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.757178] env[65683]: DEBUG nova.scheduler.client.report [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.787883] env[65683]: DEBUG nova.network.neutron [-] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.950823] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53501} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.950823] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e9e64f47-4d46-4254-9b69-530f4e51c7ac/e9e64f47-4d46-4254-9b69-530f4e51c7ac.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.950823] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.950823] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf07b605-68a3-4588-b042-86c65034fe4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.962038] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 710.962038] env[65683]: value = "task-4432870" [ 710.962038] env[65683]: _type = "Task" [ 710.962038] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.970926] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.981369] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.152227] env[65683]: DEBUG nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.180163] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.180623] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.180937] env[65683]: DEBUG nova.virt.hardware [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.182182] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6887a6-df8c-4120-880e-68c58efbfb6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.192831] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f1691-014c-457f-90df-0dd206f13b7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.203556] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0ec73518-1f72-47c4-954f-5fedbe352a39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.204188] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.206244] env[65683]: DEBUG oslo_concurrency.lockutils [req-22882b71-76d1-413b-a478-748b3521eb5a req-c10406fc-6632-4d9d-afe8-e86c3004288d service nova] Releasing lock "refresh_cache-4db85217-7efc-4766-b2b2-f6d236b8fd5c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.263663] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.266195] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.741s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.266423] env[65683]: DEBUG nova.objects.instance [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lazy-loading 'resources' on Instance uuid e9f1571f-b718-4c4c-8feb-f23426bd5274 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.288318] env[65683]: INFO nova.scheduler.client.report [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Deleted allocations for instance 32139dca-3134-4408-9d41-5b0cc132af7e [ 711.292481] env[65683]: INFO nova.compute.manager [-] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Took 1.67 seconds to deallocate network for instance. [ 711.472226] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333841} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.475555] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.476628] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86750a9-14ab-42c9-9c9a-859795bea7cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.488024] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.503950] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] e9e64f47-4d46-4254-9b69-530f4e51c7ac/e9e64f47-4d46-4254-9b69-530f4e51c7ac.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.503950] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3c5bbf8-9558-4c14-983f-637e071ca0cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.525580] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 711.525580] env[65683]: value = "task-4432871" [ 711.525580] env[65683]: _type = "Task" [ 711.525580] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.534663] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.720810] env[65683]: DEBUG nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.791958] env[65683]: DEBUG nova.compute.manager [req-35a8febc-a8c6-4bea-a311-e5a7e4ee5362 req-6663ca6c-fa7d-4399-b33a-0e553e65dc19 service nova] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Received event network-vif-deleted-d69f31df-9a78-472b-9293-a2ac490bf77d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.792361] env[65683]: DEBUG nova.compute.manager [req-35a8febc-a8c6-4bea-a311-e5a7e4ee5362 req-6663ca6c-fa7d-4399-b33a-0e553e65dc19 service nova] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Received event network-vif-deleted-12bdd52b-1980-4bd2-873f-1267717d772c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.792701] env[65683]: DEBUG nova.compute.manager [req-35a8febc-a8c6-4bea-a311-e5a7e4ee5362 req-6663ca6c-fa7d-4399-b33a-0e553e65dc19 service nova] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Received event network-vif-deleted-fccb6df8-0d06-46bc-ba18-6a74161cda00 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.793102] env[65683]: DEBUG nova.compute.manager [req-35a8febc-a8c6-4bea-a311-e5a7e4ee5362 req-6663ca6c-fa7d-4399-b33a-0e553e65dc19 service nova] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Received event network-vif-deleted-5d4ceac0-19fb-4c02-83eb-1f8963cf26b6 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.803699] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.805125] env[65683]: DEBUG oslo_concurrency.lockutils [None req-28a1db20-dd19-468a-9cf7-240379e9fbda tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.684s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.808040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.191s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.808040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.808040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.808040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.816165] env[65683]: INFO nova.compute.manager [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Terminating instance [ 711.895333] env[65683]: DEBUG nova.network.neutron [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Successfully updated port: 147a2555-4d1b-4c6d-8dab-8487edf361d8 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 711.985902] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.039754] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432871, 'name': ReconfigVM_Task, 'duration_secs': 0.327374} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.042035] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Reconfigured VM instance instance-00000021 to attach disk [datastore2] e9e64f47-4d46-4254-9b69-530f4e51c7ac/e9e64f47-4d46-4254-9b69-530f4e51c7ac.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.044067] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe751453-82a4-4a21-b2b5-3c39fac06299 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.046926] env[65683]: DEBUG nova.compute.manager [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Received event network-changed-9d8db456-87df-45a2-a97a-38a54a3c8361 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.047133] env[65683]: DEBUG nova.compute.manager [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Refreshing instance network info cache due to event network-changed-9d8db456-87df-45a2-a97a-38a54a3c8361. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 712.047357] env[65683]: DEBUG oslo_concurrency.lockutils [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] Acquiring lock "refresh_cache-e9e64f47-4d46-4254-9b69-530f4e51c7ac" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.047491] env[65683]: DEBUG oslo_concurrency.lockutils [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] Acquired lock "refresh_cache-e9e64f47-4d46-4254-9b69-530f4e51c7ac" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.047648] env[65683]: DEBUG nova.network.neutron [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Refreshing network info cache for port 9d8db456-87df-45a2-a97a-38a54a3c8361 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.059401] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 712.059401] env[65683]: value = "task-4432872" [ 712.059401] env[65683]: _type = "Task" [ 712.059401] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.072152] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432872, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.231930] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ca9fe-223e-41d0-b5d0-771f3f6acb28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.240412] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.241891] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87dade8-dc11-4b87-8cd1-75827a9c0b79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.277052] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d41bb8a-b570-4f2b-ae29-b667610afac8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.285906] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619f1f95-b19c-44a1-afc1-52d76ac4041c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.301470] env[65683]: DEBUG nova.compute.provider_tree [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.321907] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.321907] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquired lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.322236] env[65683]: DEBUG nova.network.neutron [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.397283] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-84f7c4fd-bd07-4485-a6f2-7b09100183c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.398041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-84f7c4fd-bd07-4485-a6f2-7b09100183c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.398041] env[65683]: DEBUG nova.network.neutron [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.488741] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.551343] env[65683]: WARNING neutronclient.v2_0.client [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.574078] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432872, 'name': Rename_Task, 'duration_secs': 0.184304} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.574078] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.574078] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fecc113e-3894-4c17-b30d-4e5d1c2487cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.582432] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 712.582432] env[65683]: value = "task-4432873" [ 712.582432] env[65683]: _type = "Task" [ 712.582432] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.594653] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.806376] env[65683]: DEBUG nova.scheduler.client.report [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.825433] env[65683]: DEBUG nova.compute.utils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Can not refresh info_cache because instance was not found {{(pid=65683) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 712.825433] env[65683]: WARNING neutronclient.v2_0.client [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.893233] env[65683]: WARNING neutronclient.v2_0.client [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.907155] env[65683]: DEBUG nova.network.neutron [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.988423] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.098789] env[65683]: DEBUG oslo_vmware.api [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432873, 'name': PowerOnVM_Task, 'duration_secs': 0.50671} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.098789] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.098789] env[65683]: INFO nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Took 9.11 seconds to spawn the instance on the hypervisor. [ 713.098789] env[65683]: DEBUG nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 713.100577] env[65683]: DEBUG nova.network.neutron [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.103576] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c355fda-5fee-455f-a09c-f7c187bbbb9e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.222732] env[65683]: DEBUG nova.network.neutron [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Updated VIF entry in instance network info cache for port 9d8db456-87df-45a2-a97a-38a54a3c8361. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.222732] env[65683]: DEBUG nova.network.neutron [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Updating instance_info_cache with network_info: [{"id": "9d8db456-87df-45a2-a97a-38a54a3c8361", "address": "fa:16:3e:ab:ee:76", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8db456-87", "ovs_interfaceid": "9d8db456-87df-45a2-a97a-38a54a3c8361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.279556] env[65683]: DEBUG nova.network.neutron [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.313114] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.320170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.517s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.320170] env[65683]: DEBUG nova.objects.instance [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lazy-loading 'resources' on Instance uuid 78284eeb-dc6d-405c-8a79-e46ccec7d553 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.359248] env[65683]: INFO nova.scheduler.client.report [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Deleted allocations for instance e9f1571f-b718-4c4c-8feb-f23426bd5274 [ 713.486998] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.525354] env[65683]: WARNING neutronclient.v2_0.client [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.627295] env[65683]: INFO nova.compute.manager [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Took 33.60 seconds to build instance. [ 713.726151] env[65683]: DEBUG oslo_concurrency.lockutils [req-90264ade-bb33-4268-af88-676f06201c9d req-ef1ebb0e-dbcf-4c27-a7cd-2582a0d5b35a service nova] Releasing lock "refresh_cache-e9e64f47-4d46-4254-9b69-530f4e51c7ac" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.782799] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Releasing lock "refresh_cache-32139dca-3134-4408-9d41-5b0cc132af7e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.783290] env[65683]: DEBUG nova.compute.manager [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 713.783481] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.783839] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfae6367-cc29-4109-a41d-bd0afbee0110 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.797298] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f06cb4-647a-4020-bd41-bb3ff6d87217 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.837244] env[65683]: WARNING nova.virt.vmwareapi.vmops [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 32139dca-3134-4408-9d41-5b0cc132af7e could not be found. [ 713.838215] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.838215] env[65683]: INFO nova.compute.manager [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 713.838215] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 713.839619] env[65683]: DEBUG nova.network.neutron [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Updating instance_info_cache with network_info: [{"id": "147a2555-4d1b-4c6d-8dab-8487edf361d8", "address": "fa:16:3e:41:60:a5", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147a2555-4d", "ovs_interfaceid": "147a2555-4d1b-4c6d-8dab-8487edf361d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.842899] env[65683]: DEBUG nova.compute.manager [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 713.842899] env[65683]: DEBUG nova.network.neutron [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 713.842899] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.862031] env[65683]: DEBUG nova.network.neutron [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.862454] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.874093] env[65683]: DEBUG oslo_concurrency.lockutils [None req-096fd249-8686-4bc5-bcb2-d9b8afc3a5ae tempest-DeleteServersAdminTestJSON-1802841318 tempest-DeleteServersAdminTestJSON-1802841318-project-member] Lock "e9f1571f-b718-4c4c-8feb-f23426bd5274" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.402s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.992314] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.097444] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.097895] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.098216] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.098685] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.098968] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.101960] env[65683]: INFO nova.compute.manager [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Terminating instance [ 714.134497] env[65683]: DEBUG oslo_concurrency.lockutils [None req-443f4487-0166-4c87-867a-d1dd329a0c0a tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.621s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.313986] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b44588-4240-48d1-b36e-5ac5bf45a3c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.322835] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682bcce1-d6a9-4b37-b85f-1001e4ee5e5c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.355642] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-84f7c4fd-bd07-4485-a6f2-7b09100183c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.357356] env[65683]: DEBUG nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Instance network_info: |[{"id": "147a2555-4d1b-4c6d-8dab-8487edf361d8", "address": "fa:16:3e:41:60:a5", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147a2555-4d", "ovs_interfaceid": "147a2555-4d1b-4c6d-8dab-8487edf361d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 714.357356] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:60:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '147a2555-4d1b-4c6d-8dab-8487edf361d8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.364536] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 714.365301] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffdba81-5d43-4d39-922b-68563fca461e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.368064] env[65683]: DEBUG nova.network.neutron [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.369213] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.369956] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c0c275d-2d26-480a-8207-2fa00d0d3fd6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.390827] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3845e9ec-bf8e-40f6-b8ae-ba66e6a95e99 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.396756] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.396756] env[65683]: value = "task-4432874" [ 714.396756] env[65683]: _type = "Task" [ 714.396756] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.409099] env[65683]: DEBUG nova.compute.provider_tree [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.418151] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432874, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.421285] env[65683]: DEBUG nova.compute.manager [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 714.422835] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb6b6ee-c7f0-4c6e-b62f-cc9d482a3a9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.492757] env[65683]: DEBUG oslo_vmware.api [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432865, 'name': ReconfigVM_Task, 'duration_secs': 5.802052} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.492757] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.492757] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Reconfigured VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 714.492757] env[65683]: WARNING neutronclient.v2_0.client [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.492757] env[65683]: WARNING neutronclient.v2_0.client [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.609562] env[65683]: DEBUG nova.compute.manager [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 714.609562] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.609562] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46857de3-98ce-4761-a60f-b0fefa52c7a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.618591] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.619266] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b0cc9fe-3ab4-4a17-a92e-bc873a050472 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.628669] env[65683]: DEBUG oslo_vmware.api [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 714.628669] env[65683]: value = "task-4432875" [ 714.628669] env[65683]: _type = "Task" [ 714.628669] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.639254] env[65683]: DEBUG oslo_vmware.api [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.871054] env[65683]: INFO nova.compute.manager [-] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Took 1.03 seconds to deallocate network for instance. [ 714.908194] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432874, 'name': CreateVM_Task, 'duration_secs': 0.391342} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.909175] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.909773] env[65683]: WARNING neutronclient.v2_0.client [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.910287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.910432] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.910795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.912375] env[65683]: DEBUG nova.scheduler.client.report [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.915870] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d3e547-1bda-47c7-b380-63dba345e6c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.924765] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 714.924765] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526ae2e0-cf9d-6e79-bf5c-93f6bed31467" [ 714.924765] env[65683]: _type = "Task" [ 714.924765] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.935353] env[65683]: INFO nova.compute.manager [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] instance snapshotting [ 714.942085] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526ae2e0-cf9d-6e79-bf5c-93f6bed31467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.943844] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad510e-dc31-41b8-bc43-6f56e5a9f678 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.964446] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa26bf0b-4db7-4b7c-b057-8e8a57c340e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.106264] env[65683]: DEBUG nova.compute.manager [req-0f5c7767-490d-4199-9c0a-031f096511f8 req-785db296-4b67-4f33-a315-ac579987cc32 service nova] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Received event network-vif-deleted-bff61bd7-6f22-4249-92c6-e1d881fe9148 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 715.144620] env[65683]: DEBUG oslo_vmware.api [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432875, 'name': PowerOffVM_Task, 'duration_secs': 0.235417} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.144891] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.145094] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.145433] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc4ba01-d98f-4582-bd27-7b6f962f8354 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.241061] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.241395] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.241500] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleting the datastore file [datastore1] f028ddb1-a894-4575-9069-8b3ab02c4f2f {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.241781] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d045265-0e0a-404f-998d-0af576a12566 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.252493] env[65683]: DEBUG oslo_vmware.api [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 715.252493] env[65683]: value = "task-4432877" [ 715.252493] env[65683]: _type = "Task" [ 715.252493] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.264732] env[65683]: DEBUG oslo_vmware.api [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.378433] env[65683]: INFO nova.compute.manager [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance disappeared during terminate [ 715.379075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a7beacfb-c3ff-4984-a65c-b27ec5562d12 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "32139dca-3134-4408-9d41-5b0cc132af7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.572s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.420693] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.423066] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.964s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.443886] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526ae2e0-cf9d-6e79-bf5c-93f6bed31467, 'name': SearchDatastore_Task, 'duration_secs': 0.025652} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.444116] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.444508] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.445010] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.445010] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.445247] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.446806] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-320c6b22-4c14-4a27-a3a7-9daa15f65eed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.451044] env[65683]: DEBUG nova.compute.manager [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Received event network-vif-plugged-147a2555-4d1b-4c6d-8dab-8487edf361d8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 715.451044] env[65683]: DEBUG oslo_concurrency.lockutils [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] Acquiring lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.451044] env[65683]: DEBUG oslo_concurrency.lockutils [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.451319] env[65683]: DEBUG oslo_concurrency.lockutils [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.451555] env[65683]: DEBUG nova.compute.manager [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] No waiting events found dispatching network-vif-plugged-147a2555-4d1b-4c6d-8dab-8487edf361d8 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 715.451772] env[65683]: WARNING nova.compute.manager [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Received unexpected event network-vif-plugged-147a2555-4d1b-4c6d-8dab-8487edf361d8 for instance with vm_state building and task_state spawning. [ 715.451992] env[65683]: DEBUG nova.compute.manager [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Received event network-changed-147a2555-4d1b-4c6d-8dab-8487edf361d8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 715.452219] env[65683]: DEBUG nova.compute.manager [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Refreshing instance network info cache due to event network-changed-147a2555-4d1b-4c6d-8dab-8487edf361d8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 715.453518] env[65683]: DEBUG oslo_concurrency.lockutils [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] Acquiring lock "refresh_cache-84f7c4fd-bd07-4485-a6f2-7b09100183c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.453518] env[65683]: DEBUG oslo_concurrency.lockutils [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] Acquired lock "refresh_cache-84f7c4fd-bd07-4485-a6f2-7b09100183c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.453518] env[65683]: DEBUG nova.network.neutron [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Refreshing network info cache for port 147a2555-4d1b-4c6d-8dab-8487edf361d8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.456952] env[65683]: INFO nova.scheduler.client.report [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Deleted allocations for instance 78284eeb-dc6d-405c-8a79-e46ccec7d553 [ 715.477501] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.477706] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.478807] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459d185e-05e0-46ea-ac63-a5240254ac23 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.483100] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.483100] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c994fa06-61b7-40f4-ae0c-c86ac22ca64a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.491832] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 715.491832] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529616f9-03dd-202c-1b2f-cfce132bef23" [ 715.491832] env[65683]: _type = "Task" [ 715.491832] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.499742] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 715.499742] env[65683]: value = "task-4432878" [ 715.499742] env[65683]: _type = "Task" [ 715.499742] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.509133] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529616f9-03dd-202c-1b2f-cfce132bef23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.517082] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432878, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.766022] env[65683]: DEBUG oslo_vmware.api [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4432877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302867} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.766338] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.766523] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.766705] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.766905] env[65683]: INFO nova.compute.manager [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 715.767187] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 715.767396] env[65683]: DEBUG nova.compute.manager [-] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 715.767507] env[65683]: DEBUG nova.network.neutron [-] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 715.767756] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.946465] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.946772] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.947070] env[65683]: DEBUG nova.network.neutron [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 715.956854] env[65683]: WARNING neutronclient.v2_0.client [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.965479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ee3fe8e-5dc1-45e5-93cb-c834456a14be tempest-ServerAddressesNegativeTestJSON-1897348883 tempest-ServerAddressesNegativeTestJSON-1897348883-project-member] Lock "78284eeb-dc6d-405c-8a79-e46ccec7d553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.578s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.005338] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529616f9-03dd-202c-1b2f-cfce132bef23, 'name': SearchDatastore_Task, 'duration_secs': 0.014729} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.006424] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.013037] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a188f0d6-d678-4b34-be96-50607110f622 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.019684] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 716.019684] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521e153e-130f-e8de-e84c-f8d7762967dd" [ 716.019684] env[65683]: _type = "Task" [ 716.019684] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.023691] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432878, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.032947] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521e153e-130f-e8de-e84c-f8d7762967dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.052666] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.052997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.053222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.053397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.053557] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.055693] env[65683]: INFO nova.compute.manager [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Terminating instance [ 716.456840] env[65683]: WARNING neutronclient.v2_0.client [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.489567] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 4db85217-7efc-4766-b2b2-f6d236b8fd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.489754] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f023112e-bba9-404a-9c04-5dcd719257fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 716.489878] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 95bff58e-a68b-487f-a46c-1863360282bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.489992] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 6aecb22c-d006-465f-adf3-b4533e7d5550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490120] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance d74f35ca-04cc-415e-a71d-3d78e99e7a01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490242] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0129724f-53f3-446a-b2b5-4df9cf72b45f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 716.490374] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490468] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0957ac00-4af5-4132-ba15-d40443002953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490554] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance ac264115-3fd3-4cc3-b700-dd918838b320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490660] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 5fab543c-86b1-4821-abb5-8cb9ffbcafba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490770] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 716a9055-81b4-4c36-b19e-8585e124bc83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490868] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 69ac01dc-141d-4931-80b1-472217a25ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.490984] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance cf29fbbc-4fa3-455d-bccd-cdcc7666027d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 716.491132] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 4326ee00-a744-40c5-b4c8-b9678112fab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.491216] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance bb9d3182-b730-43f9-964f-2d685c5dae28 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 716.491324] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 91cf9555-8264-42f4-904d-8211f5c6b0cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.491427] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance caa249fb-cccc-438a-b456-0068782da68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.491540] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 856e2496-3a50-4a36-a353-6c1c3efe8a5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 716.491644] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f028ddb1-a894-4575-9069-8b3ab02c4f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.491746] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 272e534f-7347-43a1-b697-de429831fe37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.491850] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 473c1009-84bc-435d-b25c-1f64ba909c4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.491957] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance e9e64f47-4d46-4254-9b69-530f4e51c7ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.492065] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 84f7c4fd-bd07-4485-a6f2-7b09100183c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 716.516607] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432878, 'name': CreateSnapshot_Task, 'duration_secs': 0.827847} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.517024] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.517721] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4e3b37-15b3-464d-9d96-2a3b9845ded6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.539940] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521e153e-130f-e8de-e84c-f8d7762967dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017469} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.539940] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.540120] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.540372] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e89cf6c-ab65-4625-9905-15415eb05a3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.548117] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 716.548117] env[65683]: value = "task-4432879" [ 716.548117] env[65683]: _type = "Task" [ 716.548117] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.557028] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.562281] env[65683]: DEBUG nova.compute.manager [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 716.562281] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.562281] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613bc3bc-169a-4ad6-b2fd-bf6254c13c9d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.570236] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.571136] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcbe68c4-75ac-4a50-9f0e-5b03f95fac2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.578389] env[65683]: DEBUG oslo_vmware.api [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 716.578389] env[65683]: value = "task-4432880" [ 716.578389] env[65683]: _type = "Task" [ 716.578389] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.588479] env[65683]: DEBUG oslo_vmware.api [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.997057] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 316690e2-e4a6-4889-98c4-e4590c8a5f01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 717.045344] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.046585] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f43c3bb9-3ff2-4652-ae90-9587032334b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.068455] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432879, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.073765] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 717.073765] env[65683]: value = "task-4432881" [ 717.073765] env[65683]: _type = "Task" [ 717.073765] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.091625] env[65683]: DEBUG oslo_vmware.api [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432880, 'name': PowerOffVM_Task, 'duration_secs': 0.202717} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.095860] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.096037] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.096332] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432881, 'name': CloneVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.096644] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b8f393a-7497-48a3-ae86-951dec888463 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.116301] env[65683]: DEBUG nova.network.neutron [-] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.185732] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.186045] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.186250] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Deleting the datastore file [datastore1] 4db85217-7efc-4766-b2b2-f6d236b8fd5c {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.186617] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-014a59bc-0571-445c-9fae-2c1f31115c79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.197194] env[65683]: DEBUG oslo_vmware.api [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for the task: (returnval){ [ 717.197194] env[65683]: value = "task-4432883" [ 717.197194] env[65683]: _type = "Task" [ 717.197194] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.210091] env[65683]: DEBUG oslo_vmware.api [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.501307] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 84c4045d-192b-42e0-8d2b-cbaca6b7147c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 717.562677] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722988} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.563632] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.563632] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.563632] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7bd54c7-885e-4dbb-8c04-716ccf6166a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.572034] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 717.572034] env[65683]: value = "task-4432884" [ 717.572034] env[65683]: _type = "Task" [ 717.572034] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.586687] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.591770] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432881, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.620243] env[65683]: INFO nova.compute.manager [-] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Took 1.85 seconds to deallocate network for instance. [ 717.712540] env[65683]: DEBUG oslo_vmware.api [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Task: {'id': task-4432883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446987} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.713907] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.714342] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.714664] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.715042] env[65683]: INFO nova.compute.manager [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 717.715429] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 717.716101] env[65683]: DEBUG nova.compute.manager [-] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 717.716362] env[65683]: DEBUG nova.network.neutron [-] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 717.717327] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.005684] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 13cd11b6-55c6-44dd-9c5c-374395b52176 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 718.088511] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432881, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.091719] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136865} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.091968] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.092742] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ba545-cda1-4be4-b311-f020f3792211 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.120592] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.120907] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780a1ba4-3c0b-4413-b9e4-cbb268eb3139 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.137140] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.144496] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 718.144496] env[65683]: value = "task-4432885" [ 718.144496] env[65683]: _type = "Task" [ 718.144496] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.154830] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.469772] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.470242] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.495233] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.511398] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 9cbdf99e-510f-4a41-b41b-ef70badaea09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 718.591030] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432881, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.657521] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432885, 'name': ReconfigVM_Task, 'duration_secs': 0.450432} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.657811] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.658559] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e3d14f-449c-4c83-ac31-59520f07f747 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.667091] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 718.667091] env[65683]: value = "task-4432886" [ 718.667091] env[65683]: _type = "Task" [ 718.667091] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.678345] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432886, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.974509] env[65683]: DEBUG nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 719.017567] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0ec73518-1f72-47c4-954f-5fedbe352a39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 719.019182] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 719.022129] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '17', 'num_task_None': '15', 'num_os_type_None': '18', 'num_proj_44f7a861e15f4aad9c984f7a21bddf9d': '1', 'io_workload': '1', 'num_proj_0acc3ba1a74c46bf849baea985a94ac1': '1', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '1', 'num_proj_23efb1897b584b108e76c2cd52a5a2c1': '1', 'num_proj_0358b77973d846a38a88e5599e50a938': '1', 'num_proj_4fa2ca0413904bfd9374136031e45359': '1', 'num_proj_e3b18c49ceea46d6911355436cc6d6e0': '1', 'num_task_image_pending_upload': '1', 'num_proj_57f3135c6c4742b992c09196e63ecc37': '1', 'num_proj_593858850c734bbaa72c8624445c0ea2': '1', 'num_proj_fd9a550402f64e339c0d18199fac3bb2': '3', 'num_proj_ab5273379f854afcb451cd8fa693c953': '1', 'num_task_deleting': '1', 'num_proj_4b15f690278c468aa212638c6c5e1f90': '3', 'num_proj_2f03a23d6c0c49c9943b73099f9573cb': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_9d246f54dac740a9931c2da538a177e4': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 719.094334] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432881, 'name': CloneVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.180959] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432886, 'name': Rename_Task, 'duration_secs': 0.16631} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.180959] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.181127] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-218f85ba-94f8-4d68-826e-118add83a8c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.189895] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 719.189895] env[65683]: value = "task-4432887" [ 719.189895] env[65683]: _type = "Task" [ 719.189895] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.205095] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.497046] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.499394] env[65683]: WARNING neutronclient.v2_0.client [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.503577] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0685a3bd-249e-4982-b56a-78e743a19bf4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.512819] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81247411-f3b6-4600-b9e0-013390b58117 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.545264] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5133a350-9be2-46aa-a267-5c11a7be3468 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.556381] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdb6c4-cfb5-4a26-bd40-681ea5f5ae23 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.571229] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.592129] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432881, 'name': CloneVM_Task, 'duration_secs': 2.152244} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.592129] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Created linked-clone VM from snapshot [ 719.592129] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56320ef1-6e4a-4cd4-a2e7-b23f14649301 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.599033] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Uploading image df1e590f-c4f9-4fe9-8d9e-8e92ac3653db {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.637507] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.637507] env[65683]: value = "vm-867149" [ 719.637507] env[65683]: _type = "VirtualMachine" [ 719.637507] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.637890] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5018527a-9e29-41f5-9892-b2011608280d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.650903] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lease: (returnval){ [ 719.650903] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d5f7ea-c940-2820-d86d-e165a2129007" [ 719.650903] env[65683]: _type = "HttpNfcLease" [ 719.650903] env[65683]: } obtained for exporting VM: (result){ [ 719.650903] env[65683]: value = "vm-867149" [ 719.650903] env[65683]: _type = "VirtualMachine" [ 719.650903] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.651304] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the lease: (returnval){ [ 719.651304] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d5f7ea-c940-2820-d86d-e165a2129007" [ 719.651304] env[65683]: _type = "HttpNfcLease" [ 719.651304] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.659239] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.659239] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d5f7ea-c940-2820-d86d-e165a2129007" [ 719.659239] env[65683]: _type = "HttpNfcLease" [ 719.659239] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.700919] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.075353] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.161576] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.161576] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d5f7ea-c940-2820-d86d-e165a2129007" [ 720.161576] env[65683]: _type = "HttpNfcLease" [ 720.161576] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.162089] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.162089] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d5f7ea-c940-2820-d86d-e165a2129007" [ 720.162089] env[65683]: _type = "HttpNfcLease" [ 720.162089] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.162925] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029c094-8e4b-4169-88e5-9779657ed645 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.174732] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292f7bc-5920-27bc-8266-14c271c483e0/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.175160] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292f7bc-5920-27bc-8266-14c271c483e0/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.234160] env[65683]: DEBUG nova.network.neutron [-] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.247266] env[65683]: DEBUG oslo_vmware.api [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432887, 'name': PowerOnVM_Task, 'duration_secs': 0.727967} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.247266] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.247402] env[65683]: INFO nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Took 9.10 seconds to spawn the instance on the hypervisor. [ 720.247569] env[65683]: DEBUG nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 720.248415] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994d4272-ae84-46c9-b632-d8b9eb994037 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.274917] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27a36bd2-273e-43dc-bb76-fe1aa360b38e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.584139] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 720.584388] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.161s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.584653] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.212s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.586338] env[65683]: INFO nova.compute.claims [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.743974] env[65683]: INFO nova.compute.manager [-] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Took 3.03 seconds to deallocate network for instance. [ 720.776013] env[65683]: INFO nova.compute.manager [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Took 32.82 seconds to build instance. [ 720.815786] env[65683]: WARNING neutronclient.v2_0.client [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.255164] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.280779] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aa23422f-2631-4a63-a455-c2fbe765b7d4 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.341s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.443456] env[65683]: DEBUG nova.network.neutron [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Updated VIF entry in instance network info cache for port 147a2555-4d1b-4c6d-8dab-8487edf361d8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.444511] env[65683]: DEBUG nova.network.neutron [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Updating instance_info_cache with network_info: [{"id": "147a2555-4d1b-4c6d-8dab-8487edf361d8", "address": "fa:16:3e:41:60:a5", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147a2555-4d", "ovs_interfaceid": "147a2555-4d1b-4c6d-8dab-8487edf361d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.629483] env[65683]: INFO nova.network.neutron [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Port 021bdecc-83a7-4c28-af05-e6cca2098e28 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 721.629770] env[65683]: DEBUG nova.network.neutron [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updating instance_info_cache with network_info: [{"id": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "address": "fa:16:3e:5c:bd:62", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c9aca7-59", "ovs_interfaceid": "78c9aca7-597a-4353-b040-a6bfe22aa7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.908643] env[65683]: DEBUG nova.compute.manager [req-4b02f8f6-443c-4dbe-850c-88dcf4fa4e93 req-1970be0c-eada-4018-b810-a7e9965017ac service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received event network-vif-deleted-021bdecc-83a7-4c28-af05-e6cca2098e28 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.908643] env[65683]: DEBUG nova.compute.manager [req-4b02f8f6-443c-4dbe-850c-88dcf4fa4e93 req-1970be0c-eada-4018-b810-a7e9965017ac service nova] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Received event network-vif-deleted-d0bd7af0-21c7-4ef1-8852-914f49198ed5 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.954975] env[65683]: DEBUG oslo_concurrency.lockutils [req-ff806c0c-c290-4f5a-91b7-bbee92afedb0 req-e4a83165-00ad-4ea1-8395-cb5a4c73e4fe service nova] Releasing lock "refresh_cache-84f7c4fd-bd07-4485-a6f2-7b09100183c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.135097] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-6aecb22c-d006-465f-adf3-b4533e7d5550" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.226147] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396c82bf-0134-49d5-ab0c-853f309a5ecb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.236958] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdbc94c-1de4-4f16-8eef-f76c70dfea2e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.286377] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3095ed6f-0722-42b5-8415-b67a81dc36b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.295589] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7376e3fa-c2bb-47a2-aa51-af1f400a6cf1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.312856] env[65683]: DEBUG nova.compute.provider_tree [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.640723] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49db2107-1248-425f-998b-a43bfe4f1103 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6aecb22c-d006-465f-adf3-b4533e7d5550-021bdecc-83a7-4c28-af05-e6cca2098e28" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 14.788s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.668372] env[65683]: DEBUG nova.compute.manager [req-f04c7f24-30b4-4199-a56d-36febc1b420b req-09832e5b-b309-4e5d-b83c-b1af08d5f147 service nova] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Received event network-vif-deleted-0076755c-d5b3-4d4a-822f-244771f2a9c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.819034] env[65683]: DEBUG nova.scheduler.client.report [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.239617] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6aecb22c-d006-465f-adf3-b4533e7d5550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.239898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.240111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.240294] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.240461] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.245064] env[65683]: INFO nova.compute.manager [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Terminating instance [ 723.292468] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.292468] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.324996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.325794] env[65683]: DEBUG nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 723.329145] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.441s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.330248] env[65683]: INFO nova.compute.claims [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.751318] env[65683]: DEBUG nova.compute.manager [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 723.751691] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.754091] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c965ea-9146-42ae-914c-a8be0ee5c48c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.762597] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.763031] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94afdc10-d233-4b6f-90d2-3c7794f8ce45 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.773236] env[65683]: DEBUG oslo_vmware.api [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 723.773236] env[65683]: value = "task-4432889" [ 723.773236] env[65683]: _type = "Task" [ 723.773236] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.784142] env[65683]: DEBUG oslo_vmware.api [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.794898] env[65683]: DEBUG nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 723.841314] env[65683]: DEBUG nova.compute.utils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.847529] env[65683]: DEBUG nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 723.848098] env[65683]: DEBUG nova.network.neutron [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 723.848644] env[65683]: WARNING neutronclient.v2_0.client [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.849127] env[65683]: WARNING neutronclient.v2_0.client [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.285544] env[65683]: DEBUG oslo_vmware.api [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432889, 'name': PowerOffVM_Task, 'duration_secs': 0.343696} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.287531] env[65683]: DEBUG nova.policy [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6a8055ad05741d884cef25a5e8df6b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd12e2c813348e6bf48ba058819e9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.289422] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.289604] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.290187] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839fa3ad-6124-4fcf-8ceb-66ea68f2facd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.327065] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.353554] env[65683]: DEBUG nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 724.366813] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.366813] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.366813] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleting the datastore file [datastore2] 6aecb22c-d006-465f-adf3-b4533e7d5550 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.366813] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2891fb2f-12a5-4fbf-ae7e-f7fbe75777d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.379929] env[65683]: DEBUG oslo_vmware.api [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 724.379929] env[65683]: value = "task-4432891" [ 724.379929] env[65683]: _type = "Task" [ 724.379929] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.394137] env[65683]: DEBUG oslo_vmware.api [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.892964] env[65683]: DEBUG oslo_vmware.api [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4432891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276607} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.896345] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.896561] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.896757] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.896933] env[65683]: INFO nova.compute.manager [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.897275] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 724.897840] env[65683]: DEBUG nova.compute.manager [-] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 724.898685] env[65683]: DEBUG nova.network.neutron [-] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 724.898685] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.927718] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53bb8cb-27c5-490f-a110-71299b562f5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.937627] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d91a83-a57f-4178-8822-60b8dfa0910d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.974315] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c0cd5-046e-4545-9671-2c4dfd0a438e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.984119] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d54d2d-f3f7-4f23-a96b-7c4cb993a58b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.001811] env[65683]: DEBUG nova.compute.provider_tree [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.159855] env[65683]: DEBUG nova.network.neutron [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Successfully created port: 43e8f71f-ed18-4cf3-9414-e1016b769526 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.328082] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.373354] env[65683]: DEBUG nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 725.409750] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 725.410125] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.410343] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 725.410596] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.410901] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 725.411161] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 725.411424] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 725.411635] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 725.411855] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 725.412109] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 725.412369] env[65683]: DEBUG nova.virt.hardware [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 725.413391] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ad70ef-ddf0-44ba-80e4-7a3f45821131 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.422999] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d282871f-e745-45c3-81eb-ef2856fd0fc1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.505712] env[65683]: DEBUG nova.scheduler.client.report [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.011934] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.015027] env[65683]: DEBUG nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 726.017491] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.124s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.019258] env[65683]: INFO nova.compute.claims [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.525060] env[65683]: DEBUG nova.compute.utils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.531014] env[65683]: DEBUG nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 726.531300] env[65683]: DEBUG nova.network.neutron [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 726.531646] env[65683]: WARNING neutronclient.v2_0.client [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.533101] env[65683]: WARNING neutronclient.v2_0.client [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.035446] env[65683]: DEBUG nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 727.045180] env[65683]: DEBUG nova.network.neutron [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Successfully updated port: 43e8f71f-ed18-4cf3-9414-e1016b769526 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 727.093199] env[65683]: DEBUG nova.policy [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ee0ab5de2f54690adb6e6a0b37ed605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f266b82347e43e9a8ad04ed2aeca685', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.507754] env[65683]: DEBUG nova.network.neutron [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Successfully created port: 76840beb-4fe6-4195-ac66-54f31aeeddf1 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 727.554544] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.554918] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.554918] env[65683]: DEBUG nova.network.neutron [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.740302] env[65683]: DEBUG nova.network.neutron [-] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.755765] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1b2762-6650-4082-bf40-14f5b39d5e32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.768607] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63c78a-3bf6-404c-a505-3a16073d95d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.808459] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a98db-5bd9-48d2-b006-2decf556bbae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.817840] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e65cd-9cac-48ea-a3c8-d45f92204917 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.835970] env[65683]: DEBUG nova.compute.provider_tree [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.055720] env[65683]: DEBUG nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 728.079862] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 728.080131] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.080285] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 728.080461] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.080596] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 728.080733] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 728.080958] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 728.082499] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 728.082697] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 728.082892] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 728.083098] env[65683]: DEBUG nova.virt.hardware [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 728.084050] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3426f23-b384-4717-894b-2946c6f07148 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.092842] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df6347-9218-4782-91d6-746f36acf39e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.243684] env[65683]: INFO nova.compute.manager [-] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Took 3.35 seconds to deallocate network for instance. [ 728.281807] env[65683]: DEBUG nova.network.neutron [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.344028] env[65683]: DEBUG nova.scheduler.client.report [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.754967] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.847354] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.848235] env[65683]: DEBUG nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 728.852873] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.178s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.852873] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.854902] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.960s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.855168] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.857087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.042s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.859572] env[65683]: INFO nova.compute.claims [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.886255] env[65683]: INFO nova.scheduler.client.report [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Deleted allocations for instance bb9d3182-b730-43f9-964f-2d685c5dae28 [ 728.901255] env[65683]: INFO nova.scheduler.client.report [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Deleted allocations for instance f023112e-bba9-404a-9c04-5dcd719257fa [ 728.927379] env[65683]: WARNING neutronclient.v2_0.client [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.114391] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292f7bc-5920-27bc-8266-14c271c483e0/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 729.116482] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6989817-eb91-43f5-96cc-b16860c6b4e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.125127] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292f7bc-5920-27bc-8266-14c271c483e0/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 729.125127] env[65683]: ERROR oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292f7bc-5920-27bc-8266-14c271c483e0/disk-0.vmdk due to incomplete transfer. [ 729.125127] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32b91252-b054-4309-aa3b-098d496225d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.144478] env[65683]: DEBUG oslo_vmware.rw_handles [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292f7bc-5920-27bc-8266-14c271c483e0/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 729.144690] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Uploaded image df1e590f-c4f9-4fe9-8d9e-8e92ac3653db to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 729.147653] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 729.151365] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3535261a-4310-4d47-b1c4-f60b097f7309 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.161552] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 729.161552] env[65683]: value = "task-4432892" [ 729.161552] env[65683]: _type = "Task" [ 729.161552] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.167911] env[65683]: DEBUG nova.network.neutron [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Updating instance_info_cache with network_info: [{"id": "43e8f71f-ed18-4cf3-9414-e1016b769526", "address": "fa:16:3e:9e:9f:25", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e8f71f-ed", "ovs_interfaceid": "43e8f71f-ed18-4cf3-9414-e1016b769526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.175284] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432892, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.346392] env[65683]: DEBUG nova.network.neutron [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Successfully updated port: 76840beb-4fe6-4195-ac66-54f31aeeddf1 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 729.367066] env[65683]: DEBUG nova.compute.utils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.372068] env[65683]: DEBUG nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 729.372287] env[65683]: DEBUG nova.network.neutron [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 729.378066] env[65683]: WARNING neutronclient.v2_0.client [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.378066] env[65683]: WARNING neutronclient.v2_0.client [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.394960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a221f18-cce3-40c0-894d-63cfd77e4efb tempest-AttachInterfacesV270Test-929008870 tempest-AttachInterfacesV270Test-929008870-project-member] Lock "bb9d3182-b730-43f9-964f-2d685c5dae28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.949s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.418256] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad915877-babb-432e-80e6-f2d59d681944 tempest-ServerMetadataNegativeTestJSON-1716865601 tempest-ServerMetadataNegativeTestJSON-1716865601-project-member] Lock "f023112e-bba9-404a-9c04-5dcd719257fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.630s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.456934] env[65683]: DEBUG nova.policy [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ceb91cbcc8b4e97a7c7a28f13d2327a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ff8d85eb8124eeca8eee016732c7fe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.672601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.673071] env[65683]: DEBUG nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Instance network_info: |[{"id": "43e8f71f-ed18-4cf3-9414-e1016b769526", "address": "fa:16:3e:9e:9f:25", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e8f71f-ed", "ovs_interfaceid": "43e8f71f-ed18-4cf3-9414-e1016b769526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 729.673448] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432892, 'name': Destroy_Task, 'duration_secs': 0.386893} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.673961] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:9f:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43e8f71f-ed18-4cf3-9414-e1016b769526', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.681434] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating folder: Project (4cd12e2c813348e6bf48ba058819e9a7). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.681770] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Destroyed the VM [ 729.682047] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 729.682313] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5283a249-e8a2-4538-8eed-01941502d60a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.684192] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d072a8f-ce25-4680-b831-01ce9767f092 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.694844] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 729.694844] env[65683]: value = "task-4432894" [ 729.694844] env[65683]: _type = "Task" [ 729.694844] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.702198] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created folder: Project (4cd12e2c813348e6bf48ba058819e9a7) in parent group-v867054. [ 729.702325] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating folder: Instances. Parent ref: group-v867150. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.702547] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f198c07c-d57f-4726-89f6-2a70bcae095a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.712882] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.717644] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created folder: Instances in parent group-v867150. [ 729.717965] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 729.718287] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.718456] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eef605bb-41e5-4049-92cd-113e0225da50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.743608] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.743608] env[65683]: value = "task-4432896" [ 729.743608] env[65683]: _type = "Task" [ 729.743608] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.759285] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432896, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.843440] env[65683]: DEBUG nova.compute.manager [req-c5cf7209-be6a-4d82-80a5-cf73516e6fbf req-b8c1baba-fd9a-4393-b17a-2682f074ba15 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Received event network-vif-plugged-43e8f71f-ed18-4cf3-9414-e1016b769526 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 729.843440] env[65683]: DEBUG oslo_concurrency.lockutils [req-c5cf7209-be6a-4d82-80a5-cf73516e6fbf req-b8c1baba-fd9a-4393-b17a-2682f074ba15 service nova] Acquiring lock "316690e2-e4a6-4889-98c4-e4590c8a5f01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.844234] env[65683]: DEBUG oslo_concurrency.lockutils [req-c5cf7209-be6a-4d82-80a5-cf73516e6fbf req-b8c1baba-fd9a-4393-b17a-2682f074ba15 service nova] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.844234] env[65683]: DEBUG oslo_concurrency.lockutils [req-c5cf7209-be6a-4d82-80a5-cf73516e6fbf req-b8c1baba-fd9a-4393-b17a-2682f074ba15 service nova] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.844383] env[65683]: DEBUG nova.compute.manager [req-c5cf7209-be6a-4d82-80a5-cf73516e6fbf req-b8c1baba-fd9a-4393-b17a-2682f074ba15 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] No waiting events found dispatching network-vif-plugged-43e8f71f-ed18-4cf3-9414-e1016b769526 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 729.844553] env[65683]: WARNING nova.compute.manager [req-c5cf7209-be6a-4d82-80a5-cf73516e6fbf req-b8c1baba-fd9a-4393-b17a-2682f074ba15 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Received unexpected event network-vif-plugged-43e8f71f-ed18-4cf3-9414-e1016b769526 for instance with vm_state building and task_state spawning. [ 729.853521] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "refresh_cache-84c4045d-192b-42e0-8d2b-cbaca6b7147c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.854031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquired lock "refresh_cache-84c4045d-192b-42e0-8d2b-cbaca6b7147c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.854031] env[65683]: DEBUG nova.network.neutron [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.871801] env[65683]: DEBUG nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 729.877640] env[65683]: DEBUG nova.compute.manager [req-de0647a9-d57c-4912-97c1-24f8a7df3f86 req-4ff20ef7-d90f-4e60-873f-90306bd3e967 service nova] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Received event network-vif-deleted-78c9aca7-597a-4353-b040-a6bfe22aa7dc {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 729.929595] env[65683]: DEBUG nova.network.neutron [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Successfully created port: d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.965403] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.965643] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.054914] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "db899bbf-7438-439e-a5a7-16d73a5592aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.056085] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.211804] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432894, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.259037] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432896, 'name': CreateVM_Task, 'duration_secs': 0.380858} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.259037] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.259943] env[65683]: WARNING neutronclient.v2_0.client [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.259943] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.260095] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.260411] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.260700] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa44fc75-0241-4016-aee3-8fcfbd690bbf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.270111] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 730.270111] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525bf62a-74b3-02cb-ecbe-7b3285005b8e" [ 730.270111] env[65683]: _type = "Task" [ 730.270111] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.286356] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525bf62a-74b3-02cb-ecbe-7b3285005b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.286681] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.286875] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.287146] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.287279] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.287447] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.290398] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f7b742-06c1-4840-a7ea-f5dcf119de4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.304774] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.305304] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.306204] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcf83c1-f07f-40f7-9d49-7794755cffbd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.315912] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 730.315912] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525124f4-c85f-58ae-a6df-be98be0f60e2" [ 730.315912] env[65683]: _type = "Task" [ 730.315912] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.326959] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525124f4-c85f-58ae-a6df-be98be0f60e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.437773] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25820013-11c7-40ca-877f-0d3f2cadafb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.448761] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc851050-bad5-4946-9e3e-3c43b4906a7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.486020] env[65683]: DEBUG nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 730.497853] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a29683-2684-423d-8ff9-a6e7ac672006 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.502094] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.502345] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.510873] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429f72d-b072-4cf1-86b4-0b9e0529d029 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.529817] env[65683]: DEBUG nova.compute.provider_tree [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.559827] env[65683]: DEBUG nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 730.708388] env[65683]: DEBUG oslo_vmware.api [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432894, 'name': RemoveSnapshot_Task, 'duration_secs': 0.666201} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.709009] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 730.709009] env[65683]: INFO nova.compute.manager [None req-14586b77-b30e-40c9-8b5b-a90f1a6a0658 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Took 15.77 seconds to snapshot the instance on the hypervisor. [ 730.717434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "69ac01dc-141d-4931-80b1-472217a25ad3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.717693] env[65683]: DEBUG oslo_concurrency.lockutils [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.717869] env[65683]: DEBUG nova.compute.manager [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 730.718768] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d11bf-fd56-49d9-9f68-c0daf9c7d92e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.726973] env[65683]: DEBUG nova.compute.manager [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 730.727202] env[65683]: DEBUG nova.objects.instance [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lazy-loading 'flavor' on Instance uuid 69ac01dc-141d-4931-80b1-472217a25ad3 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.827815] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525124f4-c85f-58ae-a6df-be98be0f60e2, 'name': SearchDatastore_Task, 'duration_secs': 0.018627} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.828814] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72887c2-7ae5-4c0e-a5f0-5ddbcc5cd1eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.835615] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 730.835615] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526c7ef1-10ee-0e33-82e6-6f85906e49f3" [ 730.835615] env[65683]: _type = "Task" [ 730.835615] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.845450] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526c7ef1-10ee-0e33-82e6-6f85906e49f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.892806] env[65683]: DEBUG nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 730.932171] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 730.932911] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.933076] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 730.933274] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.933414] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 730.933782] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 730.934378] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 730.934558] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 730.934728] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 730.934884] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 730.936269] env[65683]: DEBUG nova.virt.hardware [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 730.936269] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8324144-67f6-4c2a-ac39-ba7df0d1f07e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.945786] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e2b51e-da18-42f8-abd5-d59651acd3eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.988019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "3c0934a9-252b-4616-93ba-0f20d148f604" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.988170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "3c0934a9-252b-4616-93ba-0f20d148f604" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.005208] env[65683]: DEBUG nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 731.009303] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.032552] env[65683]: DEBUG nova.scheduler.client.report [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.079297] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.347744] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526c7ef1-10ee-0e33-82e6-6f85906e49f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.348035] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.348307] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/316690e2-e4a6-4889-98c4-e4590c8a5f01.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.348594] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21399221-6052-4975-a7d9-e6374b6c62aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.357156] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 731.357156] env[65683]: value = "task-4432897" [ 731.357156] env[65683]: _type = "Task" [ 731.357156] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.367016] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.532834] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.537907] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.539054] env[65683]: DEBUG nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 731.541561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.438s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.541745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.544530] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.917s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.544530] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.546759] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.743s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.549063] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.549483] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.309s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.551311] env[65683]: INFO nova.compute.claims [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.587414] env[65683]: INFO nova.scheduler.client.report [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Deleted allocations for instance cf29fbbc-4fa3-455d-bccd-cdcc7666027d [ 731.593416] env[65683]: INFO nova.scheduler.client.report [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Deleted allocations for instance 0129724f-53f3-446a-b2b5-4df9cf72b45f [ 731.613330] env[65683]: INFO nova.scheduler.client.report [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Deleted allocations for instance 856e2496-3a50-4a36-a353-6c1c3efe8a5c [ 731.640957] env[65683]: DEBUG nova.network.neutron [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Successfully updated port: d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.676327] env[65683]: DEBUG nova.network.neutron [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 731.735876] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.735876] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e103cf83-f880-43e1-a538-0aaf1265b072 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.745713] env[65683]: DEBUG oslo_vmware.api [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 731.745713] env[65683]: value = "task-4432898" [ 731.745713] env[65683]: _type = "Task" [ 731.745713] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.758474] env[65683]: DEBUG oslo_vmware.api [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.867885] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432897, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.059761] env[65683]: DEBUG nova.compute.utils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.061246] env[65683]: DEBUG nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 732.061412] env[65683]: DEBUG nova.network.neutron [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 732.061721] env[65683]: WARNING neutronclient.v2_0.client [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.062031] env[65683]: WARNING neutronclient.v2_0.client [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.102911] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3f32ea1-dcd0-4a00-80fa-041823c54275 tempest-TenantUsagesTestJSON-1995132264 tempest-TenantUsagesTestJSON-1995132264-project-member] Lock "cf29fbbc-4fa3-455d-bccd-cdcc7666027d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.673s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.120125] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ad42fce1-83e0-4ff6-a628-b373db6a8067 tempest-ServersTestJSON-1589036422 tempest-ServersTestJSON-1589036422-project-member] Lock "0129724f-53f3-446a-b2b5-4df9cf72b45f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.183s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.123244] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e9876f8-3622-4f48-ac55-d682fc8e2aff tempest-ServerExternalEventsTest-797176871 tempest-ServerExternalEventsTest-797176871-project-member] Lock "856e2496-3a50-4a36-a353-6c1c3efe8a5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.186s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.143289] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.143459] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.143652] env[65683]: DEBUG nova.network.neutron [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.247746] env[65683]: DEBUG nova.policy [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6a8055ad05741d884cef25a5e8df6b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd12e2c813348e6bf48ba058819e9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.263232] env[65683]: DEBUG oslo_vmware.api [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432898, 'name': PowerOffVM_Task, 'duration_secs': 0.271201} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.263540] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.263734] env[65683]: DEBUG nova.compute.manager [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 732.264647] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646aedf0-9743-4a86-bc2a-e9e5ffd48a8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.369771] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514601} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.370073] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/316690e2-e4a6-4889-98c4-e4590c8a5f01.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.370297] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.370561] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19efc79e-bc5d-43a0-8193-c26154e6f45f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.378325] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 732.378325] env[65683]: value = "task-4432899" [ 732.378325] env[65683]: _type = "Task" [ 732.378325] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.389118] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.565058] env[65683]: DEBUG nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 732.779462] env[65683]: DEBUG oslo_concurrency.lockutils [None req-70dd863a-0e98-4482-ae3a-eef599570a46 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.889749] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084398} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.892573] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.893595] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b385b64-4a6f-446d-adf1-e71a8d75a7ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.918612] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/316690e2-e4a6-4889-98c4-e4590c8a5f01.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.921589] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ef97eb-eec8-43bf-8336-0d0cfaea273a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.944178] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 732.944178] env[65683]: value = "task-4432900" [ 732.944178] env[65683]: _type = "Task" [ 732.944178] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.951709] env[65683]: WARNING neutronclient.v2_0.client [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.962293] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.978458] env[65683]: DEBUG nova.network.neutron [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 733.010610] env[65683]: DEBUG nova.network.neutron [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Successfully created port: 621987f6-0736-4bb3-bdc7-4f077e72f05b {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 733.118168] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacfc506-f56e-4d05-bec0-d2309d25f702 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.131663] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b706468-d1f5-4bb4-824f-188c19b07983 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.167040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565dc31-5f80-49a3-aac7-555d46f782a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.175633] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d7d8c-8d52-4f47-8eab-792e6c7889ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.191726] env[65683]: DEBUG nova.compute.provider_tree [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.402029] env[65683]: DEBUG nova.network.neutron [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Updating instance_info_cache with network_info: [{"id": "76840beb-4fe6-4195-ac66-54f31aeeddf1", "address": "fa:16:3e:fb:f7:52", "network": {"id": "1ef0117a-ce5a-4e6b-b72b-f9f7e51ff741", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-522369172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f266b82347e43e9a8ad04ed2aeca685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76840beb-4f", "ovs_interfaceid": "76840beb-4fe6-4195-ac66-54f31aeeddf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.440714] env[65683]: WARNING neutronclient.v2_0.client [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.455171] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.575890] env[65683]: DEBUG nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 733.613314] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 733.613580] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.613729] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 733.613909] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.614097] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 733.614481] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 733.614573] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 733.614793] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 733.615031] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 733.615447] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 733.615665] env[65683]: DEBUG nova.virt.hardware [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 733.616616] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f71e36-cd74-4bb2-9dea-ca4cee2a62d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.626594] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3fac9-00e4-45a1-9548-fe5f7d3869ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.695294] env[65683]: DEBUG nova.scheduler.client.report [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.856053] env[65683]: DEBUG nova.network.neutron [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Updating instance_info_cache with network_info: [{"id": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "address": "fa:16:3e:61:39:7e", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd523c0d0-7e", "ovs_interfaceid": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.906061] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Releasing lock "refresh_cache-84c4045d-192b-42e0-8d2b-cbaca6b7147c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.906598] env[65683]: DEBUG nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Instance network_info: |[{"id": "76840beb-4fe6-4195-ac66-54f31aeeddf1", "address": "fa:16:3e:fb:f7:52", "network": {"id": "1ef0117a-ce5a-4e6b-b72b-f9f7e51ff741", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-522369172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f266b82347e43e9a8ad04ed2aeca685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76840beb-4f", "ovs_interfaceid": "76840beb-4fe6-4195-ac66-54f31aeeddf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 733.906922] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f7:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76840beb-4fe6-4195-ac66-54f31aeeddf1', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.914694] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Creating folder: Project (9f266b82347e43e9a8ad04ed2aeca685). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.914967] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73f496c9-67c4-4351-890e-ae0c2f5369d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.927096] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Created folder: Project (9f266b82347e43e9a8ad04ed2aeca685) in parent group-v867054. [ 733.927969] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Creating folder: Instances. Parent ref: group-v867153. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.928328] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf39b7cd-e3fa-4ba6-87f1-9f6e69a1e722 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.939617] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Created folder: Instances in parent group-v867153. [ 733.940162] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 733.941061] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.941061] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b1ed2a3-09be-44f1-b413-914002cc73fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.972859] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432900, 'name': ReconfigVM_Task, 'duration_secs': 0.682555} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.974558] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/316690e2-e4a6-4889-98c4-e4590c8a5f01.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.976329] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.976329] env[65683]: value = "task-4432903" [ 733.976329] env[65683]: _type = "Task" [ 733.976329] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.976329] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51363142-1576-4af0-b3b8-6bd0f006e21b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.987978] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432903, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.989805] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 733.989805] env[65683]: value = "task-4432904" [ 733.989805] env[65683]: _type = "Task" [ 733.989805] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.002125] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432904, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.202436] env[65683]: DEBUG nova.compute.manager [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Received event network-changed-43e8f71f-ed18-4cf3-9414-e1016b769526 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.202436] env[65683]: DEBUG nova.compute.manager [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Refreshing instance network info cache due to event network-changed-43e8f71f-ed18-4cf3-9414-e1016b769526. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 734.202436] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Acquiring lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.202436] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Acquired lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.202436] env[65683]: DEBUG nova.network.neutron [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Refreshing network info cache for port 43e8f71f-ed18-4cf3-9414-e1016b769526 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.207039] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.207039] env[65683]: DEBUG nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 734.210198] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.073s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.210451] env[65683]: DEBUG nova.objects.instance [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lazy-loading 'resources' on Instance uuid f028ddb1-a894-4575-9069-8b3ab02c4f2f {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.229341] env[65683]: DEBUG nova.compute.manager [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Received event network-vif-plugged-76840beb-4fe6-4195-ac66-54f31aeeddf1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.229560] env[65683]: DEBUG oslo_concurrency.lockutils [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] Acquiring lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.229834] env[65683]: DEBUG oslo_concurrency.lockutils [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.229907] env[65683]: DEBUG oslo_concurrency.lockutils [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.230827] env[65683]: DEBUG nova.compute.manager [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] No waiting events found dispatching network-vif-plugged-76840beb-4fe6-4195-ac66-54f31aeeddf1 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 734.230827] env[65683]: WARNING nova.compute.manager [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Received unexpected event network-vif-plugged-76840beb-4fe6-4195-ac66-54f31aeeddf1 for instance with vm_state building and task_state spawning. [ 734.230827] env[65683]: DEBUG nova.compute.manager [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Received event network-changed-76840beb-4fe6-4195-ac66-54f31aeeddf1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.230827] env[65683]: DEBUG nova.compute.manager [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Refreshing instance network info cache due to event network-changed-76840beb-4fe6-4195-ac66-54f31aeeddf1. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 734.231173] env[65683]: DEBUG oslo_concurrency.lockutils [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] Acquiring lock "refresh_cache-84c4045d-192b-42e0-8d2b-cbaca6b7147c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.231173] env[65683]: DEBUG oslo_concurrency.lockutils [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] Acquired lock "refresh_cache-84c4045d-192b-42e0-8d2b-cbaca6b7147c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.231327] env[65683]: DEBUG nova.network.neutron [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Refreshing network info cache for port 76840beb-4fe6-4195-ac66-54f31aeeddf1 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.361998] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.362114] env[65683]: DEBUG nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Instance network_info: |[{"id": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "address": "fa:16:3e:61:39:7e", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd523c0d0-7e", "ovs_interfaceid": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 734.363379] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:39:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd523c0d0-7e86-4fdb-bca2-3f0d0409b98a', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.377307] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Creating folder: Project (6ff8d85eb8124eeca8eee016732c7fe0). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.378092] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d719d754-4fcb-4436-97cf-bf89196db7c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.393464] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Created folder: Project (6ff8d85eb8124eeca8eee016732c7fe0) in parent group-v867054. [ 734.393622] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Creating folder: Instances. Parent ref: group-v867156. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.395439] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e0fd67-30a2-4a07-a64d-bdda141fc400 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.407519] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Created folder: Instances in parent group-v867156. [ 734.407776] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 734.407974] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.408210] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0e1b7a7-a536-4c1b-b2ef-eb560b885fb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.432015] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.432015] env[65683]: value = "task-4432907" [ 734.432015] env[65683]: _type = "Task" [ 734.432015] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.442735] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432907, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.491014] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432903, 'name': CreateVM_Task, 'duration_secs': 0.375791} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.494829] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.495534] env[65683]: WARNING neutronclient.v2_0.client [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.496096] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.496301] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.496691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.497524] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f14e99-3d90-49e1-830b-9f1aa657dda9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.503842] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432904, 'name': Rename_Task, 'duration_secs': 0.195337} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.505537] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.505936] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 734.505936] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e80890-b500-2862-48cd-5ca01c427a53" [ 734.505936] env[65683]: _type = "Task" [ 734.505936] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.506247] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-979520b0-58df-40ad-aa2b-a0410ffdb2f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.519593] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e80890-b500-2862-48cd-5ca01c427a53, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.521225] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.521416] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.521648] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.521798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.521970] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.522301] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 734.522301] env[65683]: value = "task-4432908" [ 734.522301] env[65683]: _type = "Task" [ 734.522301] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.522526] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7d3fec2-aa0c-4453-98b8-1c29c39fac58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.535339] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.537386] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.537542] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.538376] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bf0d1e-7791-4c9e-ad2b-2e5813a47ba8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.545229] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 734.545229] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d07ae1-b4c5-fedf-79af-062b430e77ce" [ 734.545229] env[65683]: _type = "Task" [ 734.545229] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.555666] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d07ae1-b4c5-fedf-79af-062b430e77ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.712097] env[65683]: WARNING neutronclient.v2_0.client [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.718046] env[65683]: DEBUG nova.compute.utils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.725549] env[65683]: DEBUG nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 734.731230] env[65683]: DEBUG nova.network.neutron [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 734.731230] env[65683]: WARNING neutronclient.v2_0.client [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.731230] env[65683]: WARNING neutronclient.v2_0.client [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.739913] env[65683]: WARNING neutronclient.v2_0.client [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.955020] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432907, 'name': CreateVM_Task, 'duration_secs': 0.393308} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.958875] env[65683]: DEBUG nova.network.neutron [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Successfully updated port: 621987f6-0736-4bb3-bdc7-4f077e72f05b {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.960990] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.961925] env[65683]: WARNING neutronclient.v2_0.client [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.962417] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.963015] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.963416] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.964274] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f9c394-8546-436c-83ab-b56327934049 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.970992] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 734.970992] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521f77a3-5fa8-2fc8-8265-7f580347b370" [ 734.970992] env[65683]: _type = "Task" [ 734.970992] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.981727] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521f77a3-5fa8-2fc8-8265-7f580347b370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.035675] env[65683]: DEBUG oslo_vmware.api [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432908, 'name': PowerOnVM_Task, 'duration_secs': 0.495885} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.038556] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.038783] env[65683]: INFO nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Took 9.66 seconds to spawn the instance on the hypervisor. [ 735.038965] env[65683]: DEBUG nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.040077] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c47590-8541-48c3-a88a-f8a456f66966 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.063548] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d07ae1-b4c5-fedf-79af-062b430e77ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017178} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.064524] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f7a451-8971-44d9-9b37-0162eeeab65d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.072851] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 735.072851] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5264a745-58f5-9572-bf04-eef4493c4ba3" [ 735.072851] env[65683]: _type = "Task" [ 735.072851] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.083449] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5264a745-58f5-9572-bf04-eef4493c4ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.218675] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56d6d6-fb28-45ed-a317-e55fe3595016 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.227262] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff0a572-feb2-41c5-9e11-ea7f04bf6c4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.232724] env[65683]: DEBUG nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 735.272294] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dce96c-4215-49ca-a622-29d458a86448 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.282422] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1833a9-418f-42ec-8280-68a1beacc641 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.303179] env[65683]: DEBUG nova.compute.provider_tree [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.324750] env[65683]: DEBUG nova.policy [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8802194827b14b97aeb56648aa01300f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b18c49ceea46d6911355436cc6d6e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.465473] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.465696] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.465828] env[65683]: DEBUG nova.network.neutron [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.483452] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521f77a3-5fa8-2fc8-8265-7f580347b370, 'name': SearchDatastore_Task, 'duration_secs': 0.015457} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.483823] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.483975] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.484219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.484357] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.484780] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.484780] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ebce9e-b956-47cf-95eb-787c644be14b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.496459] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.496545] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.497291] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7267688-c30e-45d0-8f1f-33fc922c543e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.504288] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 735.504288] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d5405b-00d8-3e48-9d89-06b3ed525ae3" [ 735.504288] env[65683]: _type = "Task" [ 735.504288] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.513242] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d5405b-00d8-3e48-9d89-06b3ed525ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.564689] env[65683]: INFO nova.compute.manager [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Took 34.23 seconds to build instance. [ 735.594234] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5264a745-58f5-9572-bf04-eef4493c4ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.017004} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.594234] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.594234] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 84c4045d-192b-42e0-8d2b-cbaca6b7147c/84c4045d-192b-42e0-8d2b-cbaca6b7147c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.594234] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40bf2984-d3db-4f35-b031-f0abde338b65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.602608] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 735.602608] env[65683]: value = "task-4432909" [ 735.602608] env[65683]: _type = "Task" [ 735.602608] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.617453] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.805947] env[65683]: DEBUG nova.scheduler.client.report [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.021024] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d5405b-00d8-3e48-9d89-06b3ed525ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.032803} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.021024] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1be4a39-c5de-4b70-b342-4b58b47ff2c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.027997] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 736.027997] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522e77a2-572b-6bfd-39ea-11d99b37b8db" [ 736.027997] env[65683]: _type = "Task" [ 736.027997] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.038311] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522e77a2-572b-6bfd-39ea-11d99b37b8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.068296] env[65683]: DEBUG oslo_concurrency.lockutils [None req-795dab17-7c30-496d-a201-9b6d6d79679d tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.746s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.091103] env[65683]: DEBUG nova.network.neutron [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Successfully created port: 06c8198c-c9e5-4db1-879a-86018daff312 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 736.115708] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432909, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.279407] env[65683]: DEBUG nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 736.312990] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 736.314806] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.315168] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 736.315535] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.315828] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 736.316470] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 736.316885] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 736.317219] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 736.317644] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 736.317999] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 736.321763] env[65683]: DEBUG nova.virt.hardware [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 736.321763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.324143] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e3aa7b-0a64-40d0-b9c3-cca59d426049 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.332100] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.833s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.332664] env[65683]: INFO nova.compute.claims [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.343397] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce7c18-9ab4-42b3-bce7-95d2006cb96d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.363883] env[65683]: INFO nova.scheduler.client.report [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleted allocations for instance f028ddb1-a894-4575-9069-8b3ab02c4f2f [ 736.539976] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522e77a2-572b-6bfd-39ea-11d99b37b8db, 'name': SearchDatastore_Task, 'duration_secs': 0.044562} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.539976] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.540169] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 13cd11b6-55c6-44dd-9c5c-374395b52176/13cd11b6-55c6-44dd-9c5c-374395b52176.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.540305] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fdda60b-35e1-4c1d-aaa8-5b84589102c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.547703] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 736.547703] env[65683]: value = "task-4432910" [ 736.547703] env[65683]: _type = "Task" [ 736.547703] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.556624] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.572047] env[65683]: DEBUG nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 736.618417] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68541} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.618417] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 84c4045d-192b-42e0-8d2b-cbaca6b7147c/84c4045d-192b-42e0-8d2b-cbaca6b7147c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.618592] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.618764] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a365000-e1b8-4e52-a2ad-5cd027ae5ee3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.626135] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 736.626135] env[65683]: value = "task-4432911" [ 736.626135] env[65683]: _type = "Task" [ 736.626135] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.639864] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.682898] env[65683]: DEBUG nova.network.neutron [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 736.872753] env[65683]: DEBUG oslo_concurrency.lockutils [None req-17b0e6ef-dcbe-42f0-b5d2-ae267c4bfa9c tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "f028ddb1-a894-4575-9069-8b3ab02c4f2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.775s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.060043] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432910, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.101433] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.139984] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123627} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.140569] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.142106] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6744d31c-f327-4108-9a35-21652d03dffa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.173568] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 84c4045d-192b-42e0-8d2b-cbaca6b7147c/84c4045d-192b-42e0-8d2b-cbaca6b7147c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.173993] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d67f87-0401-430c-bc41-c4bae0edba19 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.201840] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 737.201840] env[65683]: value = "task-4432912" [ 737.201840] env[65683]: _type = "Task" [ 737.201840] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.214279] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.561114] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806022} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.564783] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 13cd11b6-55c6-44dd-9c5c-374395b52176/13cd11b6-55c6-44dd-9c5c-374395b52176.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.565088] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.565662] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a88fa65-08d4-401b-8b4f-9ded8524d087 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.574469] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 737.574469] env[65683]: value = "task-4432913" [ 737.574469] env[65683]: _type = "Task" [ 737.574469] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.587744] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.717419] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432912, 'name': ReconfigVM_Task, 'duration_secs': 0.429827} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.717733] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 84c4045d-192b-42e0-8d2b-cbaca6b7147c/84c4045d-192b-42e0-8d2b-cbaca6b7147c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.718516] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30384296-8d71-44ab-b539-c841a2a0a4e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.731055] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 737.731055] env[65683]: value = "task-4432914" [ 737.731055] env[65683]: _type = "Task" [ 737.731055] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.741980] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432914, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.818248] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949bb059-ca96-4308-83e2-609cfbf7ca22 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.830504] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef15a0eb-a70b-45f3-a5e9-e0b811090f15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.871284] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e569c686-bba2-49ac-bc91-200355e4281d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.882077] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c342f18a-6383-44ba-b287-2f4ce697992d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.897993] env[65683]: DEBUG nova.compute.provider_tree [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.085569] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080792} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.085881] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.086659] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b61a5-0dc6-46ac-971c-43c52497adf8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.111754] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 13cd11b6-55c6-44dd-9c5c-374395b52176/13cd11b6-55c6-44dd-9c5c-374395b52176.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.112161] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816a893b-93ab-4524-82a3-13f1d1004d96 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.134025] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 738.134025] env[65683]: value = "task-4432915" [ 738.134025] env[65683]: _type = "Task" [ 738.134025] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.143643] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.244301] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432914, 'name': Rename_Task, 'duration_secs': 0.160901} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.244670] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.244982] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f151bb29-1168-4f6c-ac0a-138a24902555 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.255434] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 738.255434] env[65683]: value = "task-4432916" [ 738.255434] env[65683]: _type = "Task" [ 738.255434] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.265428] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.333643] env[65683]: DEBUG nova.network.neutron [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Successfully updated port: 06c8198c-c9e5-4db1-879a-86018daff312 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.364105] env[65683]: WARNING neutronclient.v2_0.client [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.392910] env[65683]: WARNING neutronclient.v2_0.client [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.401695] env[65683]: DEBUG nova.scheduler.client.report [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.629161] env[65683]: WARNING neutronclient.v2_0.client [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.647831] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.673109] env[65683]: DEBUG nova.network.neutron [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Updated VIF entry in instance network info cache for port 43e8f71f-ed18-4cf3-9414-e1016b769526. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.673576] env[65683]: DEBUG nova.network.neutron [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Updating instance_info_cache with network_info: [{"id": "43e8f71f-ed18-4cf3-9414-e1016b769526", "address": "fa:16:3e:9e:9f:25", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e8f71f-ed", "ovs_interfaceid": "43e8f71f-ed18-4cf3-9414-e1016b769526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.695475] env[65683]: DEBUG nova.network.neutron [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Updated VIF entry in instance network info cache for port 76840beb-4fe6-4195-ac66-54f31aeeddf1. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.696095] env[65683]: DEBUG nova.network.neutron [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Updating instance_info_cache with network_info: [{"id": "76840beb-4fe6-4195-ac66-54f31aeeddf1", "address": "fa:16:3e:fb:f7:52", "network": {"id": "1ef0117a-ce5a-4e6b-b72b-f9f7e51ff741", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-522369172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f266b82347e43e9a8ad04ed2aeca685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76840beb-4f", "ovs_interfaceid": "76840beb-4fe6-4195-ac66-54f31aeeddf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.767052] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.842649] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-0ec73518-1f72-47c4-954f-5fedbe352a39" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.842649] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-0ec73518-1f72-47c4-954f-5fedbe352a39" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.842649] env[65683]: DEBUG nova.network.neutron [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.884814] env[65683]: DEBUG nova.network.neutron [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Updating instance_info_cache with network_info: [{"id": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "address": "fa:16:3e:14:45:42", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621987f6-07", "ovs_interfaceid": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.910071] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.910571] env[65683]: DEBUG nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 738.913643] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.659s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.913643] env[65683]: DEBUG nova.objects.instance [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lazy-loading 'resources' on Instance uuid 4db85217-7efc-4766-b2b2-f6d236b8fd5c {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.152048] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.182466] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Releasing lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.183048] env[65683]: DEBUG nova.compute.manager [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Received event network-vif-plugged-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.183627] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Acquiring lock "13cd11b6-55c6-44dd-9c5c-374395b52176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.184118] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.184381] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.184615] env[65683]: DEBUG nova.compute.manager [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] No waiting events found dispatching network-vif-plugged-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.184881] env[65683]: WARNING nova.compute.manager [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Received unexpected event network-vif-plugged-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a for instance with vm_state building and task_state spawning. [ 739.185150] env[65683]: DEBUG nova.compute.manager [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Received event network-changed-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.185337] env[65683]: DEBUG nova.compute.manager [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Refreshing instance network info cache due to event network-changed-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.188078] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Acquiring lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.188078] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Acquired lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.188078] env[65683]: DEBUG nova.network.neutron [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Refreshing network info cache for port d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.199691] env[65683]: DEBUG oslo_concurrency.lockutils [req-6c6f6900-91ce-43df-810f-ed2f4be9830d req-8555b42c-4c76-41ff-adc8-2c872afd6142 service nova] Releasing lock "refresh_cache-84c4045d-192b-42e0-8d2b-cbaca6b7147c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.270972] env[65683]: DEBUG oslo_vmware.api [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432916, 'name': PowerOnVM_Task, 'duration_secs': 0.793253} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.270972] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.271173] env[65683]: INFO nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Took 11.21 seconds to spawn the instance on the hypervisor. [ 739.271919] env[65683]: DEBUG nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.273270] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa05da7-a9e0-490f-955f-e23af0ef2bc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.383193] env[65683]: DEBUG nova.network.neutron [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 739.385892] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.386234] env[65683]: DEBUG nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Instance network_info: |[{"id": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "address": "fa:16:3e:14:45:42", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621987f6-07", "ovs_interfaceid": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 739.386868] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:45:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '621987f6-0736-4bb3-bdc7-4f077e72f05b', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.395269] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 739.395269] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.395269] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38453381-7611-436e-8637-df3d32aadadb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.421522] env[65683]: DEBUG nova.compute.utils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.424735] env[65683]: DEBUG nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 739.427644] env[65683]: DEBUG nova.network.neutron [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 739.427644] env[65683]: WARNING neutronclient.v2_0.client [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.427644] env[65683]: WARNING neutronclient.v2_0.client [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.428126] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.428126] env[65683]: value = "task-4432917" [ 739.428126] env[65683]: _type = "Task" [ 739.428126] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.440295] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432917, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.545370] env[65683]: DEBUG nova.policy [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5475e6e0d5564b38990ec126f9cbda1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0acc3ba1a74c46bf849baea985a94ac1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.548300] env[65683]: WARNING neutronclient.v2_0.client [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.656193] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432915, 'name': ReconfigVM_Task, 'duration_secs': 1.40752} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.656733] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 13cd11b6-55c6-44dd-9c5c-374395b52176/13cd11b6-55c6-44dd-9c5c-374395b52176.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.657638] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a326e2e5-701d-4f12-81d4-603a1cffd1e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.665845] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 739.665845] env[65683]: value = "task-4432918" [ 739.665845] env[65683]: _type = "Task" [ 739.665845] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.679339] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432918, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.686681] env[65683]: DEBUG nova.compute.manager [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Received event network-vif-plugged-621987f6-0736-4bb3-bdc7-4f077e72f05b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.686681] env[65683]: DEBUG oslo_concurrency.lockutils [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] Acquiring lock "9cbdf99e-510f-4a41-b41b-ef70badaea09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.687022] env[65683]: DEBUG oslo_concurrency.lockutils [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.687563] env[65683]: DEBUG oslo_concurrency.lockutils [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.688048] env[65683]: DEBUG nova.compute.manager [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] No waiting events found dispatching network-vif-plugged-621987f6-0736-4bb3-bdc7-4f077e72f05b {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.688882] env[65683]: WARNING nova.compute.manager [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Received unexpected event network-vif-plugged-621987f6-0736-4bb3-bdc7-4f077e72f05b for instance with vm_state building and task_state spawning. [ 739.688977] env[65683]: DEBUG nova.compute.manager [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Received event network-changed-621987f6-0736-4bb3-bdc7-4f077e72f05b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.689911] env[65683]: DEBUG nova.compute.manager [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Refreshing instance network info cache due to event network-changed-621987f6-0736-4bb3-bdc7-4f077e72f05b. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.689911] env[65683]: DEBUG oslo_concurrency.lockutils [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] Acquiring lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.690074] env[65683]: DEBUG oslo_concurrency.lockutils [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] Acquired lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.690253] env[65683]: DEBUG nova.network.neutron [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Refreshing network info cache for port 621987f6-0736-4bb3-bdc7-4f077e72f05b {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.692408] env[65683]: WARNING neutronclient.v2_0.client [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.807702] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.807702] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.812820] env[65683]: INFO nova.compute.manager [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Took 37.97 seconds to build instance. [ 739.932018] env[65683]: DEBUG nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 739.958835] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432917, 'name': CreateVM_Task, 'duration_secs': 0.45587} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.959310] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.960013] env[65683]: WARNING neutronclient.v2_0.client [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.960784] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.960885] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.961424] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.962077] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f69a045-28a6-41a2-a577-79318b5e6c05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.973076] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 739.973076] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520a878c-60d7-49e4-8cba-558076084fd4" [ 739.973076] env[65683]: _type = "Task" [ 739.973076] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.988260] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520a878c-60d7-49e4-8cba-558076084fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.131932] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0318000-8e7f-425e-9cc8-a0fe778b5987 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.140823] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16194d56-9e34-40a6-84b8-97054e4143e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.179620] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a23c722-a57a-47cc-8567-5dadfe3a62cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.184019] env[65683]: DEBUG nova.network.neutron [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Successfully created port: 42c4046f-64da-4043-9922-b04fb2cf32ce {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 740.195753] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6fb2ba-39f1-4dcf-9e2c-4612ac3c9e76 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.199670] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432918, 'name': Rename_Task, 'duration_secs': 0.170495} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.200183] env[65683]: WARNING neutronclient.v2_0.client [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.202437] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.203204] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cecf8fd4-999e-4c71-9cb9-01ba97a20125 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.214237] env[65683]: DEBUG nova.compute.provider_tree [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.222414] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 740.222414] env[65683]: value = "task-4432919" [ 740.222414] env[65683]: _type = "Task" [ 740.222414] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.234210] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432919, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.235622] env[65683]: DEBUG nova.network.neutron [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Updating instance_info_cache with network_info: [{"id": "06c8198c-c9e5-4db1-879a-86018daff312", "address": "fa:16:3e:99:d7:5e", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8198c-c9", "ovs_interfaceid": "06c8198c-c9e5-4db1-879a-86018daff312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.316776] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d286df2f-654c-4d73-8a35-f9a9c2b9bf83 tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.484s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.460724] env[65683]: INFO nova.compute.manager [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Rebuilding instance [ 740.494161] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520a878c-60d7-49e4-8cba-558076084fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.495956] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.496262] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.496592] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.496807] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.497158] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.497576] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6441e1-daa5-40bc-90c2-a94a6db6b663 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.511635] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.511635] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.514320] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a876a98d-d388-482f-97bf-a4cbae845aa5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.519934] env[65683]: DEBUG nova.compute.manager [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 740.521190] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a424490-c5a0-4074-9a39-ed8e095c5194 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.526390] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 740.526390] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a90b32-106b-db31-3e26-cae6219a76e6" [ 740.526390] env[65683]: _type = "Task" [ 740.526390] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.541366] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a90b32-106b-db31-3e26-cae6219a76e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.723944] env[65683]: DEBUG nova.objects.instance [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lazy-loading 'flavor' on Instance uuid 69ac01dc-141d-4931-80b1-472217a25ad3 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.728593] env[65683]: DEBUG nova.scheduler.client.report [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.738417] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-0ec73518-1f72-47c4-954f-5fedbe352a39" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.738417] env[65683]: DEBUG nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Instance network_info: |[{"id": "06c8198c-c9e5-4db1-879a-86018daff312", "address": "fa:16:3e:99:d7:5e", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8198c-c9", "ovs_interfaceid": "06c8198c-c9e5-4db1-879a-86018daff312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 740.743424] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:d7:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c8198c-c9e5-4db1-879a-86018daff312', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.752531] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.757770] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.759119] env[65683]: DEBUG oslo_vmware.api [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4432919, 'name': PowerOnVM_Task, 'duration_secs': 0.463228} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.759398] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6c876f-5e5b-4de1-bb74-45bd7a426fcb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.776613] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.776747] env[65683]: INFO nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Took 9.88 seconds to spawn the instance on the hypervisor. [ 740.776963] env[65683]: DEBUG nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 740.780456] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb221e78-a3c8-4b0e-b0d0-3f7fce37a350 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.796320] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.796320] env[65683]: value = "task-4432920" [ 740.796320] env[65683]: _type = "Task" [ 740.796320] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.806794] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432920, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.823400] env[65683]: DEBUG nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 740.948366] env[65683]: DEBUG nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 740.974216] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:40:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cd7e85b0-79a5-413b-9815-9fa6a8bc40a5',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-773740861',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.974457] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.974603] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.974777] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.974939] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.975064] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.975336] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.975536] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.975703] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.975858] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.976034] env[65683]: DEBUG nova.virt.hardware [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.976906] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca0df2a-27b1-45ad-a272-56e2f388f23a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.986612] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b050fb3-d851-4981-804b-6146f88cb15a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.023564] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "07572127-549c-4068-aaf5-1f9c2d97383e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.023692] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "07572127-549c-4068-aaf5-1f9c2d97383e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.040490] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a90b32-106b-db31-3e26-cae6219a76e6, 'name': SearchDatastore_Task, 'duration_secs': 0.019709} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.042126] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b0fbfc-99c0-4643-a02c-257c1a7132f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.049779] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 741.049779] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a773c3-e0f8-10f8-7a27-4e04ba99d4bb" [ 741.049779] env[65683]: _type = "Task" [ 741.049779] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.059771] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a773c3-e0f8-10f8-7a27-4e04ba99d4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.231185] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.231571] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquired lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.231571] env[65683]: DEBUG nova.network.neutron [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.231770] env[65683]: DEBUG nova.objects.instance [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lazy-loading 'info_cache' on Instance uuid 69ac01dc-141d-4931-80b1-472217a25ad3 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.238566] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.241175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.914s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.243477] env[65683]: INFO nova.compute.claims [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.289179] env[65683]: INFO nova.scheduler.client.report [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Deleted allocations for instance 4db85217-7efc-4766-b2b2-f6d236b8fd5c [ 741.314974] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432920, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.315744] env[65683]: INFO nova.compute.manager [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Took 39.44 seconds to build instance. [ 741.362499] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.541547] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.542180] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a991c79a-2575-4176-b3de-836250a9dbf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.550562] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 741.550562] env[65683]: value = "task-4432921" [ 741.550562] env[65683]: _type = "Task" [ 741.550562] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.564463] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.568599] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a773c3-e0f8-10f8-7a27-4e04ba99d4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.035943} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.568869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.569294] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/9cbdf99e-510f-4a41-b41b-ef70badaea09.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.569697] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee748b99-ce39-492d-a1f5-66ec78c8e16d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.577301] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 741.577301] env[65683]: value = "task-4432922" [ 741.577301] env[65683]: _type = "Task" [ 741.577301] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.586910] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.735610] env[65683]: DEBUG nova.objects.base [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Object Instance<69ac01dc-141d-4931-80b1-472217a25ad3> lazy-loaded attributes: flavor,info_cache {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 741.802676] env[65683]: DEBUG oslo_concurrency.lockutils [None req-02d6372c-c416-4b3f-bbbd-cbf25193e5b4 tempest-FloatingIPsAssociationTestJSON-1218227649 tempest-FloatingIPsAssociationTestJSON-1218227649-project-member] Lock "4db85217-7efc-4766-b2b2-f6d236b8fd5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.750s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.812878] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432920, 'name': CreateVM_Task, 'duration_secs': 0.705288} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.813117] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.813657] env[65683]: WARNING neutronclient.v2_0.client [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.814164] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.814410] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.814761] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.815081] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e174de3b-ad27-4e82-befd-abe402de32dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.817938] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9967323c-f995-4b5b-9b57-aedd25d96396 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.960s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.824930] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 741.824930] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527b33f1-ad10-53e4-8709-aa1055dd5429" [ 741.824930] env[65683]: _type = "Task" [ 741.824930] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.837020] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527b33f1-ad10-53e4-8709-aa1055dd5429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.970673] env[65683]: DEBUG nova.network.neutron [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Successfully updated port: 42c4046f-64da-4043-9922-b04fb2cf32ce {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 742.020120] env[65683]: WARNING neutronclient.v2_0.client [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.075665] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432921, 'name': PowerOffVM_Task, 'duration_secs': 0.223932} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.078944] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.079825] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.082832] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43722cf-2fdd-4f9c-b0fc-faf601e06b39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.101417] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432922, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.104718] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.105031] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a95712a6-f79f-41b7-868a-6b09552cc434 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.190452] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.190738] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.191158] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleting the datastore file [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.191484] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba69ae1a-35e6-47bd-8afc-e8c583a1b6bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.199099] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 742.199099] env[65683]: value = "task-4432924" [ 742.199099] env[65683]: _type = "Task" [ 742.199099] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.208996] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.232336] env[65683]: WARNING neutronclient.v2_0.client [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.239491] env[65683]: WARNING neutronclient.v2_0.client [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.274593] env[65683]: DEBUG nova.network.neutron [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Updated VIF entry in instance network info cache for port d523c0d0-7e86-4fdb-bca2-3f0d0409b98a. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.275151] env[65683]: DEBUG nova.network.neutron [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Updating instance_info_cache with network_info: [{"id": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "address": "fa:16:3e:61:39:7e", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd523c0d0-7e", "ovs_interfaceid": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.321741] env[65683]: DEBUG nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 742.339449] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527b33f1-ad10-53e4-8709-aa1055dd5429, 'name': SearchDatastore_Task, 'duration_secs': 0.071784} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.339870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.340191] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.340438] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.340577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.340783] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.341106] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1287a08-e968-4ad3-a504-8e39fb240ab1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.358875] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.359090] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.359847] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f8009a-889a-4672-81df-a80c911259b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.368999] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 742.368999] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e43715-ecdf-39ce-8537-582b73160658" [ 742.368999] env[65683]: _type = "Task" [ 742.368999] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.384261] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e43715-ecdf-39ce-8537-582b73160658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.436204] env[65683]: DEBUG nova.network.neutron [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Updated VIF entry in instance network info cache for port 621987f6-0736-4bb3-bdc7-4f077e72f05b. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.436960] env[65683]: DEBUG nova.network.neutron [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Updating instance_info_cache with network_info: [{"id": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "address": "fa:16:3e:14:45:42", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621987f6-07", "ovs_interfaceid": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.472817] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.473655] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.473655] env[65683]: DEBUG nova.network.neutron [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 742.582712] env[65683]: WARNING neutronclient.v2_0.client [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.598380] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63764} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.598380] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/9cbdf99e-510f-4a41-b41b-ef70badaea09.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.598632] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.601946] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308cdb4f-d518-49de-84d5-618ac79d493a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.611151] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 742.611151] env[65683]: value = "task-4432925" [ 742.611151] env[65683]: _type = "Task" [ 742.611151] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.625369] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.716614] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.766063] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7111c58e-5ad9-4b3f-8937-ae5b51e19447 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.778661] env[65683]: DEBUG oslo_concurrency.lockutils [req-3619bb5d-e92d-44cb-8ccd-a59316643954 req-98a86e4f-690c-409f-9d4a-0c48e2c36335 service nova] Releasing lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.780995] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315b841f-1cb6-4a89-8242-81e01d5a052a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.820506] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9437e69d-fab2-4aac-9549-6b84ca1db3de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.835201] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca4283-8a7b-461b-8ad8-1a46cba92618 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.850923] env[65683]: DEBUG nova.compute.provider_tree [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.859087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.882173] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e43715-ecdf-39ce-8537-582b73160658, 'name': SearchDatastore_Task, 'duration_secs': 0.047175} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.883069] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216b6038-4ed8-4458-ade9-9617dd13064a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.890406] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 742.890406] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5217c4c8-8166-69bb-1910-65675134f3b3" [ 742.890406] env[65683]: _type = "Task" [ 742.890406] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.903680] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5217c4c8-8166-69bb-1910-65675134f3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.939340] env[65683]: DEBUG oslo_concurrency.lockutils [req-0bf485b3-7c1b-4655-8a15-0153d208d8d6 req-21518217-fb32-4de0-807d-4d2a2605faea service nova] Releasing lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.029918] env[65683]: DEBUG nova.network.neutron [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Updating instance_info_cache with network_info: [{"id": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "address": "fa:16:3e:bb:f3:1a", "network": {"id": "fab765cb-1aa9-40b2-8352-d14e72e59f89", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-566543111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a550402f64e339c0d18199fac3bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cf815c-9e", "ovs_interfaceid": "39cf815c-9eed-4ef5-8f66-8310a6b8a8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.128195] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0768} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.128195] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.130267] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce388e4-5c77-47a1-a584-4436be8ece98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.161712] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/9cbdf99e-510f-4a41-b41b-ef70badaea09.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.162302] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316043e3-8255-4395-91c0-f8c524474298 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.187703] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 743.187703] env[65683]: value = "task-4432926" [ 743.187703] env[65683]: _type = "Task" [ 743.187703] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.202753] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.215960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.215960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.224313] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617843} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.224575] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.224754] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.224930] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.253026] env[65683]: DEBUG nova.network.neutron [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 743.354672] env[65683]: DEBUG nova.scheduler.client.report [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.412619] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5217c4c8-8166-69bb-1910-65675134f3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.045639} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.414140] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.415186] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.415420] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6461a438-2965-4c1f-a6f6-77913accf033 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.426433] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 743.426433] env[65683]: value = "task-4432927" [ 743.426433] env[65683]: _type = "Task" [ 743.426433] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.440092] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.534046] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Releasing lock "refresh_cache-69ac01dc-141d-4931-80b1-472217a25ad3" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.706781] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432926, 'name': ReconfigVM_Task, 'duration_secs': 0.380799} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.707125] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/9cbdf99e-510f-4a41-b41b-ef70badaea09.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.708534] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-726e556e-c018-4dd0-86ee-4ec6910755ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.720091] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 743.720091] env[65683]: value = "task-4432928" [ 743.720091] env[65683]: _type = "Task" [ 743.720091] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.737940] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432928, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.741379] env[65683]: WARNING neutronclient.v2_0.client [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.863523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.865440] env[65683]: DEBUG nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 743.868252] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.114s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.872204] env[65683]: DEBUG nova.objects.instance [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'resources' on Instance uuid 6aecb22c-d006-465f-adf3-b4533e7d5550 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.885562] env[65683]: DEBUG nova.network.neutron [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [{"id": "42c4046f-64da-4043-9922-b04fb2cf32ce", "address": "fa:16:3e:56:15:ce", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c4046f-64", "ovs_interfaceid": "42c4046f-64da-4043-9922-b04fb2cf32ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.899925] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.901115] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.901443] env[65683]: INFO nova.compute.manager [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Rebooting instance [ 743.939854] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432927, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.230762] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432928, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.272236] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 744.272559] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.272775] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 744.272883] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.273154] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 744.273232] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 744.273385] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 744.273569] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 744.273736] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 744.273965] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 744.274182] env[65683]: DEBUG nova.virt.hardware [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 744.275501] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df1ed4-5d16-4d3c-a72f-fd334247d659 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.285266] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc848f6-2b0e-499c-80d5-a8c052d1ae9c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.301846] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:60:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '147a2555-4d1b-4c6d-8dab-8487edf361d8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.310503] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 744.310503] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.310503] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9fe966a-9cb5-4268-b204-0ef981ee6110 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.342037] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.342037] env[65683]: value = "task-4432929" [ 744.342037] env[65683]: _type = "Task" [ 744.342037] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.357396] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432929, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.382338] env[65683]: DEBUG nova.compute.utils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.382338] env[65683]: DEBUG nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 744.382338] env[65683]: DEBUG nova.network.neutron [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.382338] env[65683]: WARNING neutronclient.v2_0.client [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.384080] env[65683]: WARNING neutronclient.v2_0.client [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.395024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.395024] env[65683]: DEBUG nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Instance network_info: |[{"id": "42c4046f-64da-4043-9922-b04fb2cf32ce", "address": "fa:16:3e:56:15:ce", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c4046f-64", "ovs_interfaceid": "42c4046f-64da-4043-9922-b04fb2cf32ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 744.395024] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:15:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c4046f-64da-4043-9922-b04fb2cf32ce', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.401929] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 744.402937] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.403671] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb0210ea-3994-458e-afa1-3b9a92f86697 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.444425] env[65683]: DEBUG nova.compute.manager [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Received event network-vif-plugged-06c8198c-c9e5-4db1-879a-86018daff312 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.444641] env[65683]: DEBUG oslo_concurrency.lockutils [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] Acquiring lock "0ec73518-1f72-47c4-954f-5fedbe352a39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.444868] env[65683]: DEBUG oslo_concurrency.lockutils [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.445149] env[65683]: DEBUG oslo_concurrency.lockutils [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.445239] env[65683]: DEBUG nova.compute.manager [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] No waiting events found dispatching network-vif-plugged-06c8198c-c9e5-4db1-879a-86018daff312 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.445346] env[65683]: WARNING nova.compute.manager [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Received unexpected event network-vif-plugged-06c8198c-c9e5-4db1-879a-86018daff312 for instance with vm_state building and task_state spawning. [ 744.447441] env[65683]: DEBUG nova.compute.manager [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Received event network-changed-06c8198c-c9e5-4db1-879a-86018daff312 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.447631] env[65683]: DEBUG nova.compute.manager [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Refreshing instance network info cache due to event network-changed-06c8198c-c9e5-4db1-879a-86018daff312. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 744.447818] env[65683]: DEBUG oslo_concurrency.lockutils [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] Acquiring lock "refresh_cache-0ec73518-1f72-47c4-954f-5fedbe352a39" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.448141] env[65683]: DEBUG oslo_concurrency.lockutils [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] Acquired lock "refresh_cache-0ec73518-1f72-47c4-954f-5fedbe352a39" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.448141] env[65683]: DEBUG nova.network.neutron [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Refreshing network info cache for port 06c8198c-c9e5-4db1-879a-86018daff312 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.453202] env[65683]: DEBUG nova.compute.manager [req-c656c302-b831-47c3-b1df-024d09609f7e req-293016f9-67ee-4ec8-8096-505b073b28f1 service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Received event network-vif-plugged-42c4046f-64da-4043-9922-b04fb2cf32ce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.453202] env[65683]: DEBUG oslo_concurrency.lockutils [req-c656c302-b831-47c3-b1df-024d09609f7e req-293016f9-67ee-4ec8-8096-505b073b28f1 service nova] Acquiring lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.453202] env[65683]: DEBUG oslo_concurrency.lockutils [req-c656c302-b831-47c3-b1df-024d09609f7e req-293016f9-67ee-4ec8-8096-505b073b28f1 service nova] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.453202] env[65683]: DEBUG oslo_concurrency.lockutils [req-c656c302-b831-47c3-b1df-024d09609f7e req-293016f9-67ee-4ec8-8096-505b073b28f1 service nova] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.453202] env[65683]: DEBUG nova.compute.manager [req-c656c302-b831-47c3-b1df-024d09609f7e req-293016f9-67ee-4ec8-8096-505b073b28f1 service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] No waiting events found dispatching network-vif-plugged-42c4046f-64da-4043-9922-b04fb2cf32ce {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.453202] env[65683]: WARNING nova.compute.manager [req-c656c302-b831-47c3-b1df-024d09609f7e req-293016f9-67ee-4ec8-8096-505b073b28f1 service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Received unexpected event network-vif-plugged-42c4046f-64da-4043-9922-b04fb2cf32ce for instance with vm_state building and task_state spawning. [ 744.463374] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.463374] env[65683]: value = "task-4432930" [ 744.463374] env[65683]: _type = "Task" [ 744.463374] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.467054] env[65683]: DEBUG nova.policy [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea1ae425cb824a3fa603b717e05a247e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fe3f14d4b184c9b90c5ad49e42419c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.480155] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.480155] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.480367] env[65683]: DEBUG nova.network.neutron [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.492774] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432930, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.493095] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543519} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.493401] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.493510] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.494075] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df8b0bcd-4e72-429a-8f46-fdd6fc6e974e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.503515] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 744.503515] env[65683]: value = "task-4432931" [ 744.503515] env[65683]: _type = "Task" [ 744.503515] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.517990] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.546450] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.547777] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f081ae7-05c0-481a-89f7-e297bcffbbf8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.556286] env[65683]: DEBUG oslo_vmware.api [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 744.556286] env[65683]: value = "task-4432932" [ 744.556286] env[65683]: _type = "Task" [ 744.556286] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.569202] env[65683]: DEBUG oslo_vmware.api [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.736460] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432928, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.859685] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432929, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.885284] env[65683]: DEBUG nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 744.895082] env[65683]: DEBUG nova.network.neutron [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Successfully created port: 0ba29e5a-1367-476c-90ee-a0622cda2e1d {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 744.951030] env[65683]: WARNING neutronclient.v2_0.client [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.956730] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.956955] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.957190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.957407] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.957520] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.960216] env[65683]: INFO nova.compute.manager [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Terminating instance [ 744.976565] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432930, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.993325] env[65683]: WARNING neutronclient.v2_0.client [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.023282] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187687} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.024089] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.025309] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54d0080-f93d-41fd-81ef-f498fd314a1a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.065350] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.067074] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1a1a4e-69e1-4a10-abed-f2b81436d5a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.085624] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c07dd43-8248-4224-8ec9-9d6fbae87bbb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.095431] env[65683]: DEBUG oslo_vmware.api [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.098467] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b9386-a8e4-4320-9327-b61e40579c0c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.103578] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 745.103578] env[65683]: value = "task-4432933" [ 745.103578] env[65683]: _type = "Task" [ 745.103578] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.135401] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7754d80b-3fc5-4a57-b34c-b666f2f8be84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.142026] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.148549] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abafbd0-0198-4a3c-96bc-f2d77d7443e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.168112] env[65683]: DEBUG nova.compute.provider_tree [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.238456] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432928, 'name': Rename_Task, 'duration_secs': 1.405675} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.238559] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.238930] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0d0ccf7-dae1-4132-9d07-6d574f4850df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.249086] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 745.249086] env[65683]: value = "task-4432934" [ 745.249086] env[65683]: _type = "Task" [ 745.249086] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.259170] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.355377] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432929, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.466782] env[65683]: DEBUG nova.compute.manager [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 745.467107] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.473740] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caff67b-024e-4ea7-a38f-49f6cc2c776e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.486877] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432930, 'name': CreateVM_Task, 'duration_secs': 0.726751} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.491181] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.491181] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.491452] env[65683]: WARNING neutronclient.v2_0.client [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.492606] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.492950] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.493133] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.493389] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04e80220-7af3-4890-b343-f1a162d90992 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.495234] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a558b131-cb7c-4197-a142-7b8f537c62f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.501422] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 745.501422] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a44e99-9e30-c3dd-9703-54199a5f352e" [ 745.501422] env[65683]: _type = "Task" [ 745.501422] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.502778] env[65683]: DEBUG oslo_vmware.api [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 745.502778] env[65683]: value = "task-4432935" [ 745.502778] env[65683]: _type = "Task" [ 745.502778] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.524237] env[65683]: DEBUG oslo_vmware.api [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.524237] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a44e99-9e30-c3dd-9703-54199a5f352e, 'name': SearchDatastore_Task} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.524237] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.524237] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.525041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.525041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.525041] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.527120] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f47210c-b1c6-4cb2-96c6-86d9d91e01dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.536406] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.536406] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.537192] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b844134-d2c1-4e36-94fa-ef7704b6cd7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.546946] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 745.546946] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52514798-546e-aa4c-8122-2122b8ac3651" [ 745.546946] env[65683]: _type = "Task" [ 745.546946] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.556906] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52514798-546e-aa4c-8122-2122b8ac3651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.582437] env[65683]: DEBUG oslo_vmware.api [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4432932, 'name': PowerOnVM_Task, 'duration_secs': 0.936155} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.582737] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.583153] env[65683]: DEBUG nova.compute.manager [None req-dfd42a65-616b-43ec-b7b6-1e6f93661b0a tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 745.583807] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a18cf0-564f-46de-954c-2863eca26b12 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.615786] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.674837] env[65683]: DEBUG nova.scheduler.client.report [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.761518] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.856661] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432929, 'name': CreateVM_Task, 'duration_secs': 1.057221} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.856977] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.857719] env[65683]: WARNING neutronclient.v2_0.client [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 745.858133] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.858416] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.858662] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.858933] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ee21e4-995c-4a0f-b994-8c5f5cf750b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.865383] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 745.865383] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f69cbf-c240-5b0f-9517-1783cdde7783" [ 745.865383] env[65683]: _type = "Task" [ 745.865383] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.877209] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f69cbf-c240-5b0f-9517-1783cdde7783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.895125] env[65683]: DEBUG nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 745.931025] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.931025] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.931025] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.931025] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.931025] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.931594] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.931950] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.932232] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.932501] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.932755] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.935020] env[65683]: DEBUG nova.virt.hardware [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.935020] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab911c-3589-4426-ba40-35a48c220d83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.946092] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa2c46-7cc3-47d7-86fb-5b89747a50fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.019757] env[65683]: DEBUG oslo_vmware.api [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432935, 'name': PowerOffVM_Task, 'duration_secs': 0.313243} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.020163] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.020393] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.020737] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71dbdf9-b45c-4c54-9bb3-b675cf582b36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.058756] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52514798-546e-aa4c-8122-2122b8ac3651, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.059778] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf29dcb-70ae-4c0d-a79f-26de7d531d19 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.068247] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 746.068247] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d93da6-d96f-6c51-ea28-2537b8f0ad6f" [ 746.068247] env[65683]: _type = "Task" [ 746.068247] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.082071] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d93da6-d96f-6c51-ea28-2537b8f0ad6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.082597] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.082861] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.083111] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf8363f-1955-4c43-8e64-e95ecb045a9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.092756] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 746.092756] env[65683]: value = "task-4432937" [ 746.092756] env[65683]: _type = "Task" [ 746.092756] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.102549] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.102820] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.103055] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Deleting the datastore file [datastore2] 84c4045d-192b-42e0-8d2b-cbaca6b7147c {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.105189] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc700f1e-0ab9-42ae-94e7-66fa139d8fdb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.114035] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.124476] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.127294] env[65683]: DEBUG oslo_vmware.api [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for the task: (returnval){ [ 746.127294] env[65683]: value = "task-4432938" [ 746.127294] env[65683]: _type = "Task" [ 746.127294] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.138417] env[65683]: DEBUG oslo_vmware.api [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.181203] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.186885] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.175s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.186885] env[65683]: INFO nova.compute.claims [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.216467] env[65683]: INFO nova.scheduler.client.report [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted allocations for instance 6aecb22c-d006-465f-adf3-b4533e7d5550 [ 746.265037] env[65683]: DEBUG oslo_vmware.api [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432934, 'name': PowerOnVM_Task, 'duration_secs': 0.680699} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.265224] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.265296] env[65683]: INFO nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Took 12.69 seconds to spawn the instance on the hypervisor. [ 746.265492] env[65683]: DEBUG nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 746.266635] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f165262-1fde-462a-9b54-f4932aa37524 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.291877] env[65683]: WARNING neutronclient.v2_0.client [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.380352] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f69cbf-c240-5b0f-9517-1783cdde7783, 'name': SearchDatastore_Task, 'duration_secs': 0.011776} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.380865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.381294] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.381857] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.382136] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.382620] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.382753] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab8104d-e01e-4e29-b1f3-3d689e0467eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.394833] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.395164] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.396024] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8672a880-088f-4950-a0bf-e17b4211c42f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.403512] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 746.403512] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52cc1690-c98f-a23b-6b98-5832e226c5ed" [ 746.403512] env[65683]: _type = "Task" [ 746.403512] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.415404] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cc1690-c98f-a23b-6b98-5832e226c5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.563393] env[65683]: DEBUG nova.network.neutron [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Successfully updated port: 0ba29e5a-1367-476c-90ee-a0622cda2e1d {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 746.589049] env[65683]: WARNING neutronclient.v2_0.client [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.605858] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432937, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.630691] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.640963] env[65683]: DEBUG oslo_vmware.api [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Task: {'id': task-4432938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222899} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.644668] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.644788] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.644930] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.646763] env[65683]: INFO nova.compute.manager [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 746.646763] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 746.646763] env[65683]: DEBUG nova.compute.manager [-] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 746.646763] env[65683]: DEBUG nova.network.neutron [-] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 746.646763] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.731495] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a3980d-8ba8-44b7-9530-300c2ffd4615 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6aecb22c-d006-465f-adf3-b4533e7d5550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.490s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.789655] env[65683]: INFO nova.compute.manager [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Took 39.01 seconds to build instance. [ 746.812964] env[65683]: DEBUG nova.network.neutron [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Updated VIF entry in instance network info cache for port 06c8198c-c9e5-4db1-879a-86018daff312. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 746.814083] env[65683]: DEBUG nova.network.neutron [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Updating instance_info_cache with network_info: [{"id": "06c8198c-c9e5-4db1-879a-86018daff312", "address": "fa:16:3e:99:d7:5e", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8198c-c9", "ovs_interfaceid": "06c8198c-c9e5-4db1-879a-86018daff312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.888274] env[65683]: DEBUG nova.network.neutron [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.890212] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.916836] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cc1690-c98f-a23b-6b98-5832e226c5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.03451} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.917798] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a25d5f-e521-4cf3-8c36-3ff0dc173d0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.925779] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 746.925779] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b435db-cfa5-9602-1445-c9f94c24be17" [ 746.925779] env[65683]: _type = "Task" [ 746.925779] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.937977] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b435db-cfa5-9602-1445-c9f94c24be17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.069840] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "refresh_cache-8ddc5af0-a122-42a9-96fe-7bfe4db073be" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.070266] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "refresh_cache-8ddc5af0-a122-42a9-96fe-7bfe4db073be" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.070351] env[65683]: DEBUG nova.network.neutron [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 747.107204] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680982} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.107541] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.107791] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.108418] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ebf4af7-cf88-4d98-8575-27613c9fe1b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.116849] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 747.116849] env[65683]: value = "task-4432939" [ 747.116849] env[65683]: _type = "Task" [ 747.116849] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.131466] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432933, 'name': ReconfigVM_Task, 'duration_secs': 1.664608} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.135170] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.135882] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.136115] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b6d0835-014f-4311-be5a-d78680a29045 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.143765] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 747.143765] env[65683]: value = "task-4432940" [ 747.143765] env[65683]: _type = "Task" [ 747.143765] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.157544] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432940, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.293381] env[65683]: DEBUG oslo_concurrency.lockutils [None req-578aba12-4815-45b6-bae0-49856e6d7bab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.523s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.318032] env[65683]: DEBUG oslo_concurrency.lockutils [req-3abdf915-06db-49e1-87f3-c90ac4eacd23 req-4ad0bbcc-a0e9-4ac1-a976-439f7fcc4243 service nova] Releasing lock "refresh_cache-0ec73518-1f72-47c4-954f-5fedbe352a39" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.394397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.442398] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b435db-cfa5-9602-1445-c9f94c24be17, 'name': SearchDatastore_Task, 'duration_secs': 0.01557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.442625] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.442902] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.443237] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bc6e814-3086-40ca-80f4-af3b8075c40c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.452298] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 747.452298] env[65683]: value = "task-4432941" [ 747.452298] env[65683]: _type = "Task" [ 747.452298] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.463221] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.498492] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.498740] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.498943] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.499220] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.499450] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.503019] env[65683]: INFO nova.compute.manager [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Terminating instance [ 747.630168] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173651} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.631265] env[65683]: DEBUG nova.network.neutron [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 747.635842] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.641119] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4cb709-eae2-4f5b-91b6-0085af1b28e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.667474] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.670242] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd3ac94-676d-46d9-8642-333ef703eef0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.700079] env[65683]: DEBUG nova.network.neutron [-] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.701297] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432940, 'name': Rename_Task, 'duration_secs': 0.303433} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.702573] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.702915] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a28acb66-6d0c-41c3-b70d-71d163ff8f33 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.709831] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 747.709831] env[65683]: value = "task-4432942" [ 747.709831] env[65683]: _type = "Task" [ 747.709831] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.714975] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 747.714975] env[65683]: value = "task-4432943" [ 747.714975] env[65683]: _type = "Task" [ 747.714975] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.725547] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.734959] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432943, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.799852] env[65683]: DEBUG nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 747.808233] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edce625-e979-4ae7-98ae-bd99fc350b0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.818568] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e4b139-f72e-42f7-aeb2-322321cd0c3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.875040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3fef42-ea91-4f13-9bc9-7d937661dbdb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.886968] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3279039b-c77b-4a0b-8ead-c1bfc64f2159 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.906384] env[65683]: DEBUG nova.compute.provider_tree [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.908269] env[65683]: DEBUG nova.compute.manager [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 747.909603] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5f1670-8fb1-409a-9a54-6614c22429a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.965271] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.012361] env[65683]: DEBUG nova.compute.manager [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 748.012929] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.013830] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c2bd7e-38ea-4e02-a534-457dde8f200c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.024587] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.024948] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e4ef0b-392c-449f-af3d-9a140a9c3656 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.035590] env[65683]: DEBUG oslo_vmware.api [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 748.035590] env[65683]: value = "task-4432944" [ 748.035590] env[65683]: _type = "Task" [ 748.035590] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.047960] env[65683]: DEBUG oslo_vmware.api [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.088741] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.088940] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.204120] env[65683]: INFO nova.compute.manager [-] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Took 1.56 seconds to deallocate network for instance. [ 748.223395] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.232031] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.243097] env[65683]: WARNING neutronclient.v2_0.client [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.335995] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.415428] env[65683]: DEBUG nova.scheduler.client.report [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.474983] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745678} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.475457] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.475776] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.476221] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f0558cf-6276-4e34-8a91-8cb6efb1e28d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.486780] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 748.486780] env[65683]: value = "task-4432945" [ 748.486780] env[65683]: _type = "Task" [ 748.486780] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.502045] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.553632] env[65683]: DEBUG oslo_vmware.api [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432944, 'name': PowerOffVM_Task, 'duration_secs': 0.495563} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.554114] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.554360] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.554661] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b06192-4d2b-40cb-9f20-39422a6bbca6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.638644] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.639062] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.639062] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Deleting the datastore file [datastore1] 5fab543c-86b1-4821-abb5-8cb9ffbcafba {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.639390] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-360cc4ab-0a8c-4954-99a1-fcfe5777bc54 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.648897] env[65683]: DEBUG oslo_vmware.api [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for the task: (returnval){ [ 748.648897] env[65683]: value = "task-4432947" [ 748.648897] env[65683]: _type = "Task" [ 748.648897] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.661226] env[65683]: DEBUG oslo_vmware.api [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.685185] env[65683]: DEBUG nova.network.neutron [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Updating instance_info_cache with network_info: [{"id": "0ba29e5a-1367-476c-90ee-a0622cda2e1d", "address": "fa:16:3e:2d:36:a5", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba29e5a-13", "ovs_interfaceid": "0ba29e5a-1367-476c-90ee-a0622cda2e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.721962] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.736145] env[65683]: DEBUG oslo_vmware.api [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432943, 'name': PowerOnVM_Task, 'duration_secs': 0.86167} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.739859] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.741567] env[65683]: INFO nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Took 12.46 seconds to spawn the instance on the hypervisor. [ 748.741567] env[65683]: DEBUG nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.741567] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.741567] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc512aa-f627-46bd-860a-ed65e87df6ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.923857] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.924494] env[65683]: DEBUG nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 748.928381] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.849s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.932336] env[65683]: INFO nova.compute.claims [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.938137] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37aaf5-f0a3-487d-b205-7a110f71296d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.950423] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Doing hard reboot of VM {{(pid=65683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 748.950555] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-904db7fc-1eb0-416f-969b-ad639c773d26 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.960740] env[65683]: DEBUG oslo_vmware.api [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 748.960740] env[65683]: value = "task-4432948" [ 748.960740] env[65683]: _type = "Task" [ 748.960740] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.974125] env[65683]: DEBUG oslo_vmware.api [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432948, 'name': ResetVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.002348] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100833} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.002686] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.003616] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba7814-2d4a-470b-9f8e-b719cb542613 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.030325] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.031575] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f738ba27-0cde-40b0-b4c9-59b49bcf6dfe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.058884] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 749.058884] env[65683]: value = "task-4432949" [ 749.058884] env[65683]: _type = "Task" [ 749.058884] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.073090] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.096940] env[65683]: DEBUG nova.compute.manager [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.098164] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a826996-bd78-4679-b3b6-9c1887aa514b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.162554] env[65683]: DEBUG oslo_vmware.api [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Task: {'id': task-4432947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329056} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.164054] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.164054] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.164054] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.164054] env[65683]: INFO nova.compute.manager [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.164054] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 749.164054] env[65683]: DEBUG nova.compute.manager [-] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 749.164379] env[65683]: DEBUG nova.network.neutron [-] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 749.164793] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.190483] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "refresh_cache-8ddc5af0-a122-42a9-96fe-7bfe4db073be" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.191106] env[65683]: DEBUG nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Instance network_info: |[{"id": "0ba29e5a-1367-476c-90ee-a0622cda2e1d", "address": "fa:16:3e:2d:36:a5", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba29e5a-13", "ovs_interfaceid": "0ba29e5a-1367-476c-90ee-a0622cda2e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 749.194404] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:36:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ba29e5a-1367-476c-90ee-a0622cda2e1d', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.202713] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating folder: Project (8fe3f14d4b184c9b90c5ad49e42419c6). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.203570] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb0723bd-9d1e-4ee2-a679-03d3efc890f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.218660] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created folder: Project (8fe3f14d4b184c9b90c5ad49e42419c6) in parent group-v867054. [ 749.219051] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating folder: Instances. Parent ref: group-v867163. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.219685] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-369d8abd-7f69-4432-8ce6-de7ee058b21e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.226512] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432942, 'name': ReconfigVM_Task, 'duration_secs': 1.435677} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.227458] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.228214] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7c45290-64b6-46d1-9961-5c74ce158539 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.237599] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.240644] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 749.240644] env[65683]: value = "task-4432952" [ 749.240644] env[65683]: _type = "Task" [ 749.240644] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.241941] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created folder: Instances in parent group-v867163. [ 749.242183] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 749.245663] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.245663] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43b40ea1-8c41-4778-8412-0ba085d9e433 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.273091] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432952, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.276301] env[65683]: INFO nova.compute.manager [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Took 37.05 seconds to build instance. [ 749.280042] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.280042] env[65683]: value = "task-4432953" [ 749.280042] env[65683]: _type = "Task" [ 749.280042] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.282721] env[65683]: DEBUG nova.compute.manager [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Received event network-changed-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 749.282721] env[65683]: DEBUG nova.compute.manager [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Refreshing instance network info cache due to event network-changed-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 749.283323] env[65683]: DEBUG oslo_concurrency.lockutils [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] Acquiring lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.283323] env[65683]: DEBUG oslo_concurrency.lockutils [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] Acquired lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.283403] env[65683]: DEBUG nova.network.neutron [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Refreshing network info cache for port d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.292523] env[65683]: DEBUG nova.compute.manager [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Received event network-changed-42c4046f-64da-4043-9922-b04fb2cf32ce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 749.292802] env[65683]: DEBUG nova.compute.manager [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Refreshing instance network info cache due to event network-changed-42c4046f-64da-4043-9922-b04fb2cf32ce. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 749.292917] env[65683]: DEBUG oslo_concurrency.lockutils [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] Acquiring lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.293121] env[65683]: DEBUG oslo_concurrency.lockutils [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] Acquired lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.293351] env[65683]: DEBUG nova.network.neutron [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Refreshing network info cache for port 42c4046f-64da-4043-9922-b04fb2cf32ce {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.300249] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432953, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.438688] env[65683]: DEBUG nova.compute.utils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.444829] env[65683]: DEBUG nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 749.445120] env[65683]: DEBUG nova.network.neutron [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 749.447152] env[65683]: WARNING neutronclient.v2_0.client [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.447152] env[65683]: WARNING neutronclient.v2_0.client [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.482744] env[65683]: DEBUG oslo_vmware.api [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4432948, 'name': ResetVM_Task, 'duration_secs': 0.219567} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.483592] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Did hard reboot of VM {{(pid=65683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 749.483909] env[65683]: DEBUG nova.compute.manager [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.484777] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f6896e-3b43-4538-b0fd-c395185e3c46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.530796] env[65683]: DEBUG nova.policy [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '711c808914f143839fdd12036d235e2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a44854d77d4844aa66cfcb5fdb7b40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.594759] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432949, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.616200] env[65683]: INFO nova.compute.manager [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] instance snapshotting [ 749.619220] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4c0ed2-a081-4225-bd33-b1b8046b5b76 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.656675] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb559f3d-f028-4619-b654-aca695c26c39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.756536] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432952, 'name': Rename_Task, 'duration_secs': 0.27328} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.757424] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.757424] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c15f9fbc-d63c-466d-b285-0c9f73558f15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.767421] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 749.767421] env[65683]: value = "task-4432954" [ 749.767421] env[65683]: _type = "Task" [ 749.767421] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.777838] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.782923] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1240d55d-0e9d-4b7d-81ae-2eed70b1e0d9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.578s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.788493] env[65683]: WARNING neutronclient.v2_0.client [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.798676] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432953, 'name': CreateVM_Task, 'duration_secs': 0.504031} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.798676] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.799129] env[65683]: WARNING neutronclient.v2_0.client [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.799494] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.799643] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.800562] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.800562] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2d4e85-3967-4497-bd4e-de595972029d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.802442] env[65683]: WARNING neutronclient.v2_0.client [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.813420] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 749.813420] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520c782d-13fb-c8d3-2891-bfbc3826e24b" [ 749.813420] env[65683]: _type = "Task" [ 749.813420] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.821628] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520c782d-13fb-c8d3-2891-bfbc3826e24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.953905] env[65683]: DEBUG nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 750.011052] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34024a5f-82f5-4acd-8df8-1187e4f4d9a3 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.108s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.075046] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432949, 'name': ReconfigVM_Task, 'duration_secs': 0.596232} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.075393] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2/84f7c4fd-bd07-4485-a6f2-7b09100183c2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.076076] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591a1207-7068-468d-883d-dc18b94d4a4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.088711] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 750.088711] env[65683]: value = "task-4432955" [ 750.088711] env[65683]: _type = "Task" [ 750.088711] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.101084] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432955, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.112235] env[65683]: DEBUG nova.network.neutron [-] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.158431] env[65683]: DEBUG nova.network.neutron [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Successfully created port: d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 750.176015] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.179261] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-add37f0e-0974-465b-a134-02a2ba667a44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.195326] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 750.195326] env[65683]: value = "task-4432956" [ 750.195326] env[65683]: _type = "Task" [ 750.195326] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.214710] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.285164] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.289892] env[65683]: DEBUG nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 750.326856] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520c782d-13fb-c8d3-2891-bfbc3826e24b, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.327324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.328822] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.329168] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.329286] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.329475] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.332741] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fbce83e-9b2f-4412-acbd-956aa3e2fbf5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.348741] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.348794] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.351568] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcce5e1-5c71-4f26-ad9a-18c11d453196 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.364304] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 750.364304] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b4d9f7-b417-6497-e093-b343d18b36d1" [ 750.364304] env[65683]: _type = "Task" [ 750.364304] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.375723] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b4d9f7-b417-6497-e093-b343d18b36d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.498391] env[65683]: WARNING neutronclient.v2_0.client [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.565520] env[65683]: WARNING neutronclient.v2_0.client [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.576342] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89f9d37-302f-4edf-92aa-b0998444a237 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.584682] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6125aae-284f-480e-9627-1a507d687e98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.619830] env[65683]: INFO nova.compute.manager [-] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Took 1.46 seconds to deallocate network for instance. [ 750.626302] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59fca7-c28d-4cb9-895f-698b0fe7090c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.635229] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432955, 'name': Rename_Task, 'duration_secs': 0.277708} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.636201] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.639233] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358b0166-7365-4663-95db-1c983f45921b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.645927] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934d803a-00d4-4b68-832a-94571f230bb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.652499] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 750.652499] env[65683]: value = "task-4432957" [ 750.652499] env[65683]: _type = "Task" [ 750.652499] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.666675] env[65683]: DEBUG nova.compute.provider_tree [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.674267] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432957, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.696734] env[65683]: INFO nova.compute.manager [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Rescuing [ 750.696734] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.696898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.697118] env[65683]: DEBUG nova.network.neutron [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.711231] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432956, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.780041] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.816285] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.849020] env[65683]: DEBUG nova.network.neutron [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Updated VIF entry in instance network info cache for port d523c0d0-7e86-4fdb-bca2-3f0d0409b98a. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.849531] env[65683]: DEBUG nova.network.neutron [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Updating instance_info_cache with network_info: [{"id": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "address": "fa:16:3e:61:39:7e", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd523c0d0-7e", "ovs_interfaceid": "d523c0d0-7e86-4fdb-bca2-3f0d0409b98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.879432] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b4d9f7-b417-6497-e093-b343d18b36d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017562} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.880846] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38f814b-f91b-4b4e-8fb0-fd53e1a64b95 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.889254] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 750.889254] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5228ef12-6330-7be8-05ff-44edad1bb553" [ 750.889254] env[65683]: _type = "Task" [ 750.889254] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.890610] env[65683]: DEBUG nova.network.neutron [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updated VIF entry in instance network info cache for port 42c4046f-64da-4043-9922-b04fb2cf32ce. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.891123] env[65683]: DEBUG nova.network.neutron [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [{"id": "42c4046f-64da-4043-9922-b04fb2cf32ce", "address": "fa:16:3e:56:15:ce", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c4046f-64", "ovs_interfaceid": "42c4046f-64da-4043-9922-b04fb2cf32ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.905035] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5228ef12-6330-7be8-05ff-44edad1bb553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.967835] env[65683]: DEBUG nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 750.996980] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.997336] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.997509] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.997909] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.998154] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.998326] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.998736] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.998940] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.999172] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.999371] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.999618] env[65683]: DEBUG nova.virt.hardware [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 751.000661] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14b3e9-e261-4e4e-a63b-fd39164aedd9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.010744] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fb7ecf-d09d-410b-90df-c06e6d2f44ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.137397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.165727] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.169223] env[65683]: DEBUG nova.scheduler.client.report [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.208493] env[65683]: WARNING neutronclient.v2_0.client [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.218710] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432956, 'name': CreateSnapshot_Task, 'duration_secs': 0.932705} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.218999] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.219965] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b2db5e-38c7-4be3-bf8d-11c82fff1a6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.283931] env[65683]: DEBUG oslo_vmware.api [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4432954, 'name': PowerOnVM_Task, 'duration_secs': 1.498291} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.284321] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.284580] env[65683]: INFO nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Took 10.34 seconds to spawn the instance on the hypervisor. [ 751.284821] env[65683]: DEBUG nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.285733] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9d686-ff74-4117-84f4-4361dfaff7c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.353290] env[65683]: DEBUG oslo_concurrency.lockutils [req-c7e3eff7-e19c-4c42-87c0-311b65deac62 req-fa9dfd2d-d031-4b2d-889d-ee1fa1c8dbab service nova] Releasing lock "refresh_cache-13cd11b6-55c6-44dd-9c5c-374395b52176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.399035] env[65683]: DEBUG oslo_concurrency.lockutils [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] Releasing lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.399035] env[65683]: DEBUG nova.compute.manager [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Received event network-vif-plugged-0ba29e5a-1367-476c-90ee-a0622cda2e1d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.399277] env[65683]: DEBUG oslo_concurrency.lockutils [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] Acquiring lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.399351] env[65683]: DEBUG oslo_concurrency.lockutils [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.399512] env[65683]: DEBUG oslo_concurrency.lockutils [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.399670] env[65683]: DEBUG nova.compute.manager [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] No waiting events found dispatching network-vif-plugged-0ba29e5a-1367-476c-90ee-a0622cda2e1d {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.400413] env[65683]: WARNING nova.compute.manager [req-991500fd-06a7-4521-add3-2294ee934333 req-663589bf-6838-4db1-828c-e2977668ae7c service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Received unexpected event network-vif-plugged-0ba29e5a-1367-476c-90ee-a0622cda2e1d for instance with vm_state building and task_state spawning. [ 751.404253] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5228ef12-6330-7be8-05ff-44edad1bb553, 'name': SearchDatastore_Task, 'duration_secs': 0.014134} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.404950] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.404950] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8ddc5af0-a122-42a9-96fe-7bfe4db073be/8ddc5af0-a122-42a9-96fe-7bfe4db073be.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.405132] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5df9afb-36ec-46fc-8b0c-57bb0a79bf55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.415434] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 751.415434] env[65683]: value = "task-4432958" [ 751.415434] env[65683]: _type = "Task" [ 751.415434] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.429219] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.644090] env[65683]: WARNING neutronclient.v2_0.client [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.664500] env[65683]: DEBUG oslo_vmware.api [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432957, 'name': PowerOnVM_Task, 'duration_secs': 0.581604} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.664799] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.664993] env[65683]: DEBUG nova.compute.manager [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.665860] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27094a9e-5a5e-4a6b-8162-cd9a7ee66c2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.676790] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.677749] env[65683]: DEBUG nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 751.686909] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.154s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.688760] env[65683]: INFO nova.compute.claims [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.750957] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 751.753735] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77ab7f45-979d-4732-8647-654c32b721fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.770221] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 751.770221] env[65683]: value = "task-4432959" [ 751.770221] env[65683]: _type = "Task" [ 751.770221] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.786635] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432959, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.813277] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "3b26077b-ef17-4368-903b-3eb65588cee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.813555] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.818130] env[65683]: INFO nova.compute.manager [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Took 32.34 seconds to build instance. [ 751.850802] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.851224] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.897934] env[65683]: DEBUG nova.network.neutron [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Successfully updated port: d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 751.933613] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432958, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.078134] env[65683]: DEBUG nova.network.neutron [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Updating instance_info_cache with network_info: [{"id": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "address": "fa:16:3e:14:45:42", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621987f6-07", "ovs_interfaceid": "621987f6-0736-4bb3-bdc7-4f077e72f05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.189999] env[65683]: DEBUG nova.compute.utils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.194526] env[65683]: DEBUG nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 752.194885] env[65683]: DEBUG nova.network.neutron [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 752.195366] env[65683]: WARNING neutronclient.v2_0.client [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.195805] env[65683]: WARNING neutronclient.v2_0.client [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.210035] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.281126] env[65683]: DEBUG nova.policy [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdecadeea3ad4aa39998f09a8b9d73ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4179c363113b449ab4fade09bf9dda93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.286094] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432959, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.322689] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2f8e9b7e-2807-4649-a860-24add4a165ad tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.851s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.402551] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.402551] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquired lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.402551] env[65683]: DEBUG nova.network.neutron [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.427313] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697703} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.427589] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8ddc5af0-a122-42a9-96fe-7bfe4db073be/8ddc5af0-a122-42a9-96fe-7bfe4db073be.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.428299] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.428299] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f3fbc66-f0f8-4e2a-88e9-1e41629cc257 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.437128] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 752.437128] env[65683]: value = "task-4432960" [ 752.437128] env[65683]: _type = "Task" [ 752.437128] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.446729] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.585316] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-9cbdf99e-510f-4a41-b41b-ef70badaea09" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.667172] env[65683]: DEBUG nova.network.neutron [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Successfully created port: 38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 752.695153] env[65683]: DEBUG nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 752.786131] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432959, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.826833] env[65683]: DEBUG nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 752.953296] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17463} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.953735] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.954342] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0262c795-8972-44e9-a96d-bed934ab5a25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.984350] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 8ddc5af0-a122-42a9-96fe-7bfe4db073be/8ddc5af0-a122-42a9-96fe-7bfe4db073be.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.987424] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574c157a-52b2-4576-8ba6-6a306a0f52bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.011894] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 753.011894] env[65683]: value = "task-4432961" [ 753.011894] env[65683]: _type = "Task" [ 753.011894] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.022562] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.052175] env[65683]: DEBUG nova.network.neutron [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.282901] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432959, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.340838] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6654540-59bb-484e-a501-641a3fdde5bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.349786] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e0ab5-e67f-4cfe-a13a-2ecdac472962 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.353986] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.384153] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df6c7c-4f61-4837-ac93-34f651a8a604 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.393988] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01780d29-d145-4a3f-9fee-c3965527aa0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.410750] env[65683]: DEBUG nova.compute.provider_tree [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.522742] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432961, 'name': ReconfigVM_Task, 'duration_secs': 0.457146} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.523121] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 8ddc5af0-a122-42a9-96fe-7bfe4db073be/8ddc5af0-a122-42a9-96fe-7bfe4db073be.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.523778] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54caf536-12c2-4d61-b2e0-42dad51408fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.530656] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 753.530656] env[65683]: value = "task-4432962" [ 753.530656] env[65683]: _type = "Task" [ 753.530656] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.544026] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432962, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.556584] env[65683]: DEBUG nova.compute.manager [req-e44c2299-0fda-4572-9f1e-1082db4d3659 req-b5efb6d0-ac5c-4094-a30b-53d2a05d5ae3 service nova] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Received event network-vif-deleted-76840beb-4fe6-4195-ac66-54f31aeeddf1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.567617] env[65683]: DEBUG nova.compute.manager [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Received event network-changed-0ba29e5a-1367-476c-90ee-a0622cda2e1d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.567861] env[65683]: DEBUG nova.compute.manager [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Refreshing instance network info cache due to event network-changed-0ba29e5a-1367-476c-90ee-a0622cda2e1d. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 753.568133] env[65683]: DEBUG oslo_concurrency.lockutils [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] Acquiring lock "refresh_cache-8ddc5af0-a122-42a9-96fe-7bfe4db073be" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.568287] env[65683]: DEBUG oslo_concurrency.lockutils [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] Acquired lock "refresh_cache-8ddc5af0-a122-42a9-96fe-7bfe4db073be" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.568460] env[65683]: DEBUG nova.network.neutron [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Refreshing network info cache for port 0ba29e5a-1367-476c-90ee-a0622cda2e1d {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.596685] env[65683]: WARNING neutronclient.v2_0.client [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.711890] env[65683]: DEBUG nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 753.745296] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.745514] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.745657] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.745825] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.745962] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.746111] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.746310] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.746457] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.746617] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.746774] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.747560] env[65683]: DEBUG nova.virt.hardware [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.747859] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ce73d2-2110-43fb-bd73-dc80c4ea4b3f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.752441] env[65683]: DEBUG nova.network.neutron [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.757315] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc915d98-3e9f-457f-a5e9-adbc7714ab39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.790252] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432959, 'name': CloneVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.920288] env[65683]: DEBUG nova.scheduler.client.report [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.041164] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432962, 'name': Rename_Task, 'duration_secs': 0.192234} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.041466] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.041728] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ecca5f-e42e-43b1-80c9-4adc30ae8977 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.049276] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 754.049276] env[65683]: value = "task-4432963" [ 754.049276] env[65683]: _type = "Task" [ 754.049276] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.059391] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.071812] env[65683]: WARNING neutronclient.v2_0.client [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.136187] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.137050] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf4cc83-7d55-4d2f-a6b4-5b6164bf530c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.145921] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 754.145921] env[65683]: value = "task-4432964" [ 754.145921] env[65683]: _type = "Task" [ 754.145921] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.158615] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.257039] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Releasing lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.257609] env[65683]: DEBUG nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Instance network_info: |[{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 754.258255] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:f1:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd347306e-123e-4b8f-953d-d2786a356d14', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.273293] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Creating folder: Project (70a44854d77d4844aa66cfcb5fdb7b40). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.273986] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aeee29a-89af-4408-a826-d159e303cea9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.291677] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432959, 'name': CloneVM_Task, 'duration_secs': 2.124022} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.293827] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Created linked-clone VM from snapshot [ 754.294380] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Created folder: Project (70a44854d77d4844aa66cfcb5fdb7b40) in parent group-v867054. [ 754.294561] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Creating folder: Instances. Parent ref: group-v867168. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.299740] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248d07ed-73e9-4985-b2fb-79a8037dd755 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.303685] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921591c9-d8d8-4a96-9fe4-96b9ac5c2491 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.313768] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Uploading image 9fe471a3-8463-4a0f-b851-1b7b5aa6f6e7 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.317618] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Created folder: Instances in parent group-v867168. [ 754.317900] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 754.318120] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.318361] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01005a7b-0e12-40de-8f4f-260d710caab1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.336311] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 754.336585] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b09358c3-dc26-4a81-9e85-5f7b7a6f8888 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.351228] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 754.351228] env[65683]: value = "task-4432967" [ 754.351228] env[65683]: _type = "Task" [ 754.351228] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.352967] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.352967] env[65683]: value = "task-4432968" [ 754.352967] env[65683]: _type = "Task" [ 754.352967] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.366688] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432967, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.372040] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432968, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.372456] env[65683]: DEBUG nova.network.neutron [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Successfully updated port: 38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 754.419797] env[65683]: WARNING neutronclient.v2_0.client [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.425258] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.426012] env[65683]: DEBUG nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 754.432169] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.328s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.432460] env[65683]: INFO nova.compute.claims [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.562834] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.580868] env[65683]: DEBUG nova.network.neutron [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Updated VIF entry in instance network info cache for port 0ba29e5a-1367-476c-90ee-a0622cda2e1d. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.581369] env[65683]: DEBUG nova.network.neutron [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Updating instance_info_cache with network_info: [{"id": "0ba29e5a-1367-476c-90ee-a0622cda2e1d", "address": "fa:16:3e:2d:36:a5", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba29e5a-13", "ovs_interfaceid": "0ba29e5a-1367-476c-90ee-a0622cda2e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.665922] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432964, 'name': PowerOffVM_Task, 'duration_secs': 0.32011} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.666355] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.667315] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c66ec-7848-4999-862e-2608a670c5f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.689358] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd3da6-587f-4062-9fa8-06c7ae07acd8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.728416] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.728953] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ac160b-8533-4ad2-9919-674ff563e250 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.737630] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 754.737630] env[65683]: value = "task-4432969" [ 754.737630] env[65683]: _type = "Task" [ 754.737630] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.750188] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 754.750480] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.750743] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.750973] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.751103] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.751391] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2bb1d35-da26-4c40-bf9f-1e45d462dd8f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.763810] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.764025] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.764831] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b56ea75-190d-4bcc-b5f2-dbd515426298 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.773170] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 754.773170] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f9bf98-68f8-0252-34c2-b83ddf18ed4e" [ 754.773170] env[65683]: _type = "Task" [ 754.773170] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.785274] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f9bf98-68f8-0252-34c2-b83ddf18ed4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.866209] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432967, 'name': Destroy_Task, 'duration_secs': 0.505161} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.869405] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Destroyed the VM [ 754.869940] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.869940] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432968, 'name': CreateVM_Task, 'duration_secs': 0.410837} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.872448] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f476b47-927f-4ed9-baaf-c7a2529cb727 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.872448] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.872448] env[65683]: WARNING neutronclient.v2_0.client [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.876022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.876022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.876022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.876022] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9b7472-33f6-4a67-b059-09a71e5ef91f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.876022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.876022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquired lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.877245] env[65683]: DEBUG nova.network.neutron [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.880131] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 754.880131] env[65683]: value = "task-4432970" [ 754.880131] env[65683]: _type = "Task" [ 754.880131] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.881898] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 754.881898] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c275b0-b7c0-6435-bb6d-eaae65284ade" [ 754.881898] env[65683]: _type = "Task" [ 754.881898] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.901526] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c275b0-b7c0-6435-bb6d-eaae65284ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.904919] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.939065] env[65683]: DEBUG nova.compute.utils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.942705] env[65683]: DEBUG nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 754.942934] env[65683]: DEBUG nova.network.neutron [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 754.943256] env[65683]: WARNING neutronclient.v2_0.client [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.943556] env[65683]: WARNING neutronclient.v2_0.client [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.010957] env[65683]: DEBUG nova.policy [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20317d84c506458784212ad5af5f521a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6753795ffac47daab897d28c0f14f20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.062877] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.085660] env[65683]: DEBUG oslo_concurrency.lockutils [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] Releasing lock "refresh_cache-8ddc5af0-a122-42a9-96fe-7bfe4db073be" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.085660] env[65683]: DEBUG nova.compute.manager [req-0af2a92d-8935-432e-821c-9b17a429b9c7 req-be5a31c4-f36f-432e-b446-53ec0f1a3d08 service nova] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Received event network-vif-deleted-389cf1fd-f864-4d05-bb7a-d12642e271df {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.286148] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f9bf98-68f8-0252-34c2-b83ddf18ed4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012807} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.287815] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f821bb-a0c8-4358-b1fd-6728fad696ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.294401] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 755.294401] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5263b513-4956-8852-ac15-a0f38033d856" [ 755.294401] env[65683]: _type = "Task" [ 755.294401] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.305902] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5263b513-4956-8852-ac15-a0f38033d856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.394986] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.404246] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c275b0-b7c0-6435-bb6d-eaae65284ade, 'name': SearchDatastore_Task, 'duration_secs': 0.016519} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.404573] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.404782] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.405024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.405192] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.405373] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.405641] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e2b259d-7711-4cfe-b5cc-31c0698c3a91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.411470] env[65683]: DEBUG nova.network.neutron [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Successfully created port: 6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 755.423567] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.423735] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.424525] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6220188-3fd2-46d7-82e5-c296775df8a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.431490] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 755.431490] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521726e9-d3cb-a1eb-8678-ed43fe4e305d" [ 755.431490] env[65683]: _type = "Task" [ 755.431490] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.442107] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521726e9-d3cb-a1eb-8678-ed43fe4e305d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.443247] env[65683]: DEBUG nova.network.neutron [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 755.445698] env[65683]: DEBUG nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 755.564894] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.811469] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5263b513-4956-8852-ac15-a0f38033d856, 'name': SearchDatastore_Task, 'duration_secs': 0.046203} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.811956] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.812061] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. {{(pid=65683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 755.812942] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2765ad51-0b6a-41b4-86de-1f626ef1b8bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.827518] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 755.827518] env[65683]: value = "task-4432971" [ 755.827518] env[65683]: _type = "Task" [ 755.827518] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.839190] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.893288] env[65683]: WARNING neutronclient.v2_0.client [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.913322] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.950202] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521726e9-d3cb-a1eb-8678-ed43fe4e305d, 'name': SearchDatastore_Task, 'duration_secs': 0.033845} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.952238] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce0973f-b974-4e6b-ab71-6693f44b658f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.973452] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 755.973452] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5220044e-5cfc-8a7c-9a50-b5abd81872f6" [ 755.973452] env[65683]: _type = "Task" [ 755.973452] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.985322] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5220044e-5cfc-8a7c-9a50-b5abd81872f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.068157] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.124864] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b108595a-d575-4d5d-a96a-98682bafe558 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.134693] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2729d5d8-5484-4e6b-a746-436c71221589 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.170373] env[65683]: DEBUG nova.network.neutron [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Updating instance_info_cache with network_info: [{"id": "38d718b4-c620-45c9-a6d2-2a834628c763", "address": "fa:16:3e:c1:b6:20", "network": {"id": "ccb2cbbe-f551-4737-b2fb-1894f78fde71", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1435326516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4179c363113b449ab4fade09bf9dda93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d718b4-c6", "ovs_interfaceid": "38d718b4-c620-45c9-a6d2-2a834628c763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.175023] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803fcd49-57b7-4ac1-859d-8eafa84989ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.185190] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc93011f-5c19-4eb8-b5cf-89d837bb20c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.205924] env[65683]: DEBUG nova.compute.provider_tree [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.265041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.265041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "3600119a-0d53-4794-9aa3-e4b625023252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.343051] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.395137] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432970, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.403858] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0ec73518-1f72-47c4-954f-5fedbe352a39" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.404235] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.404508] env[65683]: DEBUG nova.compute.manager [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.405466] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9311f46d-4f2f-411b-afb9-116aa6bac6e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.413262] env[65683]: DEBUG nova.compute.manager [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 756.413870] env[65683]: DEBUG nova.objects.instance [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'flavor' on Instance uuid 0ec73518-1f72-47c4-954f-5fedbe352a39 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.469619] env[65683]: DEBUG nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 756.485702] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5220044e-5cfc-8a7c-9a50-b5abd81872f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.486088] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.486356] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] a8c6b569-d9ff-4663-99eb-a8a7297b59ad/a8c6b569-d9ff-4663-99eb-a8a7297b59ad.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.486687] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b2837d-9327-4164-bffc-686188adffff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.494937] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 756.494937] env[65683]: value = "task-4432972" [ 756.494937] env[65683]: _type = "Task" [ 756.494937] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.505622] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.505913] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.506122] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.506352] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.506533] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.506731] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.506974] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.507246] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.507519] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.507713] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.507891] env[65683]: DEBUG nova.virt.hardware [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.508852] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7130b2d-1e3a-4a46-b10e-c85dc8580877 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.515388] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.521603] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e1d067-6002-4903-8048-176b63b1e4b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.565077] env[65683]: DEBUG oslo_vmware.api [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432963, 'name': PowerOnVM_Task, 'duration_secs': 2.04604} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.565512] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.565776] env[65683]: INFO nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Took 10.67 seconds to spawn the instance on the hypervisor. [ 756.566058] env[65683]: DEBUG nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.567520] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556f0bdf-9716-46ac-8a52-6826cda837de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.677243] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Releasing lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.677643] env[65683]: DEBUG nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Instance network_info: |[{"id": "38d718b4-c620-45c9-a6d2-2a834628c763", "address": "fa:16:3e:c1:b6:20", "network": {"id": "ccb2cbbe-f551-4737-b2fb-1894f78fde71", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1435326516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4179c363113b449ab4fade09bf9dda93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d718b4-c6", "ovs_interfaceid": "38d718b4-c620-45c9-a6d2-2a834628c763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 756.678150] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:b6:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d718b4-c620-45c9-a6d2-2a834628c763', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.687265] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Creating folder: Project (4179c363113b449ab4fade09bf9dda93). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.687632] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1457394e-e899-49ac-a949-f8ed40275c9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.702404] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Created folder: Project (4179c363113b449ab4fade09bf9dda93) in parent group-v867054. [ 756.702723] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Creating folder: Instances. Parent ref: group-v867171. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.703136] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-942bd878-800e-49de-ad98-e5a4fb905bd3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.709431] env[65683]: DEBUG nova.scheduler.client.report [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.716018] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Created folder: Instances in parent group-v867171. [ 756.716389] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 756.716755] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.716935] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1c4fd9f-c10e-4124-9a23-cd57a8d896dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.746586] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.746586] env[65683]: value = "task-4432975" [ 756.746586] env[65683]: _type = "Task" [ 756.746586] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.767759] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432975, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.797300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.797646] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.797888] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.798128] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.798318] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.800902] env[65683]: INFO nova.compute.manager [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Terminating instance [ 756.843494] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656577} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.843821] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. [ 756.844685] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe642d4-4cde-4b1a-a680-b2135e289f70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.874658] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.875055] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2bcbb0f-cc87-4198-9010-c7525e82079a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.900506] env[65683]: DEBUG oslo_vmware.api [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4432970, 'name': RemoveSnapshot_Task, 'duration_secs': 1.816178} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.902437] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 756.908369] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 756.908369] env[65683]: value = "task-4432976" [ 756.908369] env[65683]: _type = "Task" [ 756.908369] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.918743] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.010033] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.091377] env[65683]: INFO nova.compute.manager [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Took 32.79 seconds to build instance. [ 757.197555] env[65683]: DEBUG nova.network.neutron [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Successfully updated port: 6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 757.218953] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.218953] env[65683]: DEBUG nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 757.221370] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.859s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.224154] env[65683]: INFO nova.compute.claims [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.259740] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432975, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.263298] env[65683]: DEBUG nova.compute.manager [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Received event network-vif-plugged-38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.264380] env[65683]: DEBUG oslo_concurrency.lockutils [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] Acquiring lock "db899bbf-7438-439e-a5a7-16d73a5592aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.264380] env[65683]: DEBUG oslo_concurrency.lockutils [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.264380] env[65683]: DEBUG oslo_concurrency.lockutils [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.264380] env[65683]: DEBUG nova.compute.manager [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] No waiting events found dispatching network-vif-plugged-38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 757.264380] env[65683]: WARNING nova.compute.manager [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Received unexpected event network-vif-plugged-38d718b4-c620-45c9-a6d2-2a834628c763 for instance with vm_state building and task_state spawning. [ 757.264380] env[65683]: DEBUG nova.compute.manager [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Received event network-changed-38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.264633] env[65683]: DEBUG nova.compute.manager [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Refreshing instance network info cache due to event network-changed-38d718b4-c620-45c9-a6d2-2a834628c763. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 757.264633] env[65683]: DEBUG oslo_concurrency.lockutils [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] Acquiring lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.264730] env[65683]: DEBUG oslo_concurrency.lockutils [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] Acquired lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.264876] env[65683]: DEBUG nova.network.neutron [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Refreshing network info cache for port 38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.306035] env[65683]: DEBUG nova.compute.manager [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 757.306035] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.306895] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a588f-d317-4ef9-a7fe-1f0a0d7c6a92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.317717] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.317910] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2049c7-c10d-4654-bb8e-469a0ca42efd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.328712] env[65683]: DEBUG oslo_vmware.api [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 757.328712] env[65683]: value = "task-4432977" [ 757.328712] env[65683]: _type = "Task" [ 757.328712] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.340233] env[65683]: DEBUG nova.compute.manager [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Received event network-vif-plugged-d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.340487] env[65683]: DEBUG oslo_concurrency.lockutils [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] Acquiring lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.340734] env[65683]: DEBUG oslo_concurrency.lockutils [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.340949] env[65683]: DEBUG oslo_concurrency.lockutils [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.341193] env[65683]: DEBUG nova.compute.manager [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] No waiting events found dispatching network-vif-plugged-d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 757.341397] env[65683]: WARNING nova.compute.manager [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Received unexpected event network-vif-plugged-d347306e-123e-4b8f-953d-d2786a356d14 for instance with vm_state building and task_state spawning. [ 757.341657] env[65683]: DEBUG nova.compute.manager [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Received event network-changed-d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.341901] env[65683]: DEBUG nova.compute.manager [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing instance network info cache due to event network-changed-d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 757.342456] env[65683]: DEBUG oslo_concurrency.lockutils [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] Acquiring lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.342687] env[65683]: DEBUG oslo_concurrency.lockutils [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] Acquired lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.342937] env[65683]: DEBUG nova.network.neutron [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing network info cache for port d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.355223] env[65683]: DEBUG oslo_vmware.api [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.146857] env[65683]: WARNING nova.compute.manager [None req-97d7bbcf-f8d0-4810-8aac-c4fb1191e76d tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Image not found during snapshot: nova.exception.ImageNotFound: Image 9fe471a3-8463-4a0f-b851-1b7b5aa6f6e7 could not be found. [ 758.152021] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.152021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b467591d-d222-447d-924e-750b0229e9fd tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.858s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.152021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.152021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.152021] env[65683]: DEBUG nova.network.neutron [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 758.152021] env[65683]: DEBUG nova.compute.utils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.155290] env[65683]: WARNING neutronclient.v2_0.client [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.158016] env[65683]: WARNING neutronclient.v2_0.client [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.164603] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d766891d-ad5b-4681-bad7-d1542b712c3d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.169978] env[65683]: DEBUG nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 758.170200] env[65683]: DEBUG nova.network.neutron [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 758.170499] env[65683]: WARNING neutronclient.v2_0.client [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.170777] env[65683]: WARNING neutronclient.v2_0.client [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.193178] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611808} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.193394] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432975, 'name': CreateVM_Task, 'duration_secs': 0.838889} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.200168] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] a8c6b569-d9ff-4663-99eb-a8a7297b59ad/a8c6b569-d9ff-4663-99eb-a8a7297b59ad.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.200168] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.200361] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.201162] env[65683]: DEBUG oslo_vmware.api [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 758.201162] env[65683]: value = "task-4432978" [ 758.201162] env[65683]: _type = "Task" [ 758.201162] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.201399] env[65683]: DEBUG oslo_vmware.api [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432977, 'name': PowerOffVM_Task, 'duration_secs': 0.260721} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.201578] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432976, 'name': ReconfigVM_Task, 'duration_secs': 0.769582} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.202200] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea05f2b6-40b9-4140-95e4-e7a805c63f53 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.205100] env[65683]: WARNING neutronclient.v2_0.client [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.205100] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.205180] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.205487] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.206888] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.206888] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.206888] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.207035] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db83b9c-f09a-4f41-a9bd-ff23716aa38d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.212215] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d888924b-1a46-48b5-b6f6-ff6a25541959 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.214167] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843727d-095c-4d4e-81f2-79d12a5490e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.222332] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 758.222332] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a9b069-9106-4de6-9330-72f4e1af59a8" [ 758.222332] env[65683]: _type = "Task" [ 758.222332] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.251490] env[65683]: DEBUG oslo_vmware.api [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.257225] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 758.257225] env[65683]: value = "task-4432979" [ 758.257225] env[65683]: _type = "Task" [ 758.257225] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.263252] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1f13cd-a006-4ab8-a279-fc50f2a00df1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.290861] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a9b069-9106-4de6-9330-72f4e1af59a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01564} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.291351] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.293167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.293410] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.293885] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.293885] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.294213] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.294332] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 758.294332] env[65683]: value = "task-4432981" [ 758.294332] env[65683]: _type = "Task" [ 758.294332] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.295527] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7906079c-7851-4557-980c-752b60629c46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.297726] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.297920] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.298110] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleting the datastore file [datastore2] 84f7c4fd-bd07-4485-a6f2-7b09100183c2 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.303512] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b578aac8-171b-48e0-b6fc-270b56222f0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.306901] env[65683]: DEBUG nova.policy [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e032bd1f8e845eebca88fc9dde05c25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66b7a2f01f284c8da10075793c3c1c4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.316355] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.319393] env[65683]: DEBUG oslo_vmware.api [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 758.319393] env[65683]: value = "task-4432982" [ 758.319393] env[65683]: _type = "Task" [ 758.319393] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.319393] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.319393] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.319836] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b2878c-3f90-4839-a97c-8ff6be5c9d49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.331136] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 758.331136] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52efd095-0133-1ccc-e160-59e574aa9a28" [ 758.331136] env[65683]: _type = "Task" [ 758.331136] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.334420] env[65683]: DEBUG oslo_vmware.api [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.344880] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52efd095-0133-1ccc-e160-59e574aa9a28, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.345729] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd277900-724a-4f61-9b38-db3cfb38131e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.352248] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 758.352248] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5230bc24-b5de-7b54-840c-de2cb40035d9" [ 758.352248] env[65683]: _type = "Task" [ 758.352248] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.362369] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5230bc24-b5de-7b54-840c-de2cb40035d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.661348] env[65683]: DEBUG nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 758.681273] env[65683]: DEBUG nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 758.718503] env[65683]: DEBUG oslo_vmware.api [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4432978, 'name': PowerOffVM_Task, 'duration_secs': 0.35082} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.718837] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.719206] env[65683]: DEBUG nova.compute.manager [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 758.720456] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0636fc2-61f1-44d8-a2dd-bd46d29f0caa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.755021] env[65683]: DEBUG nova.network.neutron [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Successfully created port: 88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 758.788487] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171062} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.788487] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.788487] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb4b75d-eb68-4dbb-8442-39dde99db003 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.823751] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a8c6b569-d9ff-4663-99eb-a8a7297b59ad/a8c6b569-d9ff-4663-99eb-a8a7297b59ad.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.826108] env[65683]: DEBUG nova.network.neutron [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 758.833856] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae38393-cfd1-4793-8ca4-71fe4beb6c3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.873456] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432981, 'name': ReconfigVM_Task, 'duration_secs': 0.175173} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.879675] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.879675] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 758.879675] env[65683]: value = "task-4432983" [ 758.879675] env[65683]: _type = "Task" [ 758.879675] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.883207] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d734b7d3-e63a-43c2-afd8-9bc041a6323f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.885585] env[65683]: DEBUG oslo_vmware.api [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4432982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166467} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.895058] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.895058] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.895058] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.895058] env[65683]: INFO nova.compute.manager [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Took 1.59 seconds to destroy the instance on the hypervisor. [ 758.895354] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 758.895647] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5230bc24-b5de-7b54-840c-de2cb40035d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.896378] env[65683]: DEBUG nova.compute.manager [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 758.896594] env[65683]: DEBUG nova.network.neutron [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 758.896897] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.900889] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.906537] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] db899bbf-7438-439e-a5a7-16d73a5592aa/db899bbf-7438-439e-a5a7-16d73a5592aa.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.906537] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f56f744-d4ae-4bb3-a588-5ce3c1552d79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.911478] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 758.911478] env[65683]: value = "task-4432984" [ 758.911478] env[65683]: _type = "Task" [ 758.911478] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.921787] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.937497] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 758.937497] env[65683]: value = "task-4432985" [ 758.937497] env[65683]: _type = "Task" [ 758.937497] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.956531] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.956881] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.985346] env[65683]: WARNING neutronclient.v2_0.client [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.000380] env[65683]: WARNING neutronclient.v2_0.client [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.036257] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.222045] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.246118] env[65683]: DEBUG oslo_concurrency.lockutils [None req-74b2a8b0-d68e-4a6c-a889-c7fe82cb6ef9 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.840s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.406373] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432983, 'name': ReconfigVM_Task, 'duration_secs': 0.450601} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.407047] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a8c6b569-d9ff-4663-99eb-a8a7297b59ad/a8c6b569-d9ff-4663-99eb-a8a7297b59ad.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.407824] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6157f386-07cc-4014-b733-0c684f88729a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.420935] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 759.420935] env[65683]: value = "task-4432986" [ 759.420935] env[65683]: _type = "Task" [ 759.420935] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.442945] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432986, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.450327] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432984, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.460812] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432985, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.512210] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfac1d90-8762-4683-a4bf-cdd1622178ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.522719] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450b727-9d8a-4626-873c-a6cb255dc133 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.563342] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb0fd73-162c-48c1-840a-dc67a880221b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.572689] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce3514c-3eed-405f-ba0c-a4d43d0c3bb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.590190] env[65683]: DEBUG nova.compute.provider_tree [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.656518] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "74af8894-8c88-4374-8376-45bfdb1ce89b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.656518] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.682770] env[65683]: DEBUG nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 759.714959] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 759.715271] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.715442] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 759.715673] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.715805] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 759.715954] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 759.716223] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 759.716357] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 759.716552] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 759.717090] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 759.717090] env[65683]: DEBUG nova.virt.hardware [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 759.719913] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc4b48-7f6d-4eb4-8d8f-117f2b4208d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.726726] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef0f75-278c-493d-bc5a-15119c05cdac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.845706] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.846925] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.853440] env[65683]: WARNING neutronclient.v2_0.client [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.893197] env[65683]: DEBUG nova.network.neutron [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updated VIF entry in instance network info cache for port d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.893395] env[65683]: DEBUG nova.network.neutron [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.934581] env[65683]: DEBUG oslo_vmware.api [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4432984, 'name': PowerOnVM_Task, 'duration_secs': 0.687678} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.938643] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.940788] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432986, 'name': Rename_Task, 'duration_secs': 0.231166} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.941162] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.941492] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0c4230-d79d-4ef2-b59c-2eb9a040ddae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.944672] env[65683]: DEBUG nova.compute.manager [None req-be2221d1-6ffc-4bd7-a615-216143eb1519 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.945869] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb283d-daba-496a-bacd-fcd620b7c405 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.954229] env[65683]: DEBUG nova.network.neutron [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Updated VIF entry in instance network info cache for port 38d718b4-c620-45c9-a6d2-2a834628c763. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.954603] env[65683]: DEBUG nova.network.neutron [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Updating instance_info_cache with network_info: [{"id": "38d718b4-c620-45c9-a6d2-2a834628c763", "address": "fa:16:3e:c1:b6:20", "network": {"id": "ccb2cbbe-f551-4737-b2fb-1894f78fde71", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1435326516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4179c363113b449ab4fade09bf9dda93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d718b4-c6", "ovs_interfaceid": "38d718b4-c620-45c9-a6d2-2a834628c763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.965083] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530595} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.969556] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] db899bbf-7438-439e-a5a7-16d73a5592aa/db899bbf-7438-439e-a5a7-16d73a5592aa.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.970079] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.970168] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 759.970168] env[65683]: value = "task-4432987" [ 759.970168] env[65683]: _type = "Task" [ 759.970168] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.972282] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fffc340b-2903-42ee-abd0-289082f92ca3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.986087] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432987, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.988600] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 759.988600] env[65683]: value = "task-4432988" [ 759.988600] env[65683]: _type = "Task" [ 759.988600] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.999790] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.096437] env[65683]: DEBUG nova.scheduler.client.report [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.336865] env[65683]: DEBUG nova.network.neutron [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.399022] env[65683]: DEBUG oslo_concurrency.lockutils [req-d3eb3a7c-3eb3-466f-80e5-96631a1b73af req-ba1b59c8-88ec-44ed-959b-e85df0fff8f1 service nova] Releasing lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.470019] env[65683]: DEBUG oslo_concurrency.lockutils [req-1c69eca7-1d85-4504-bb41-088977b378fb req-027dc4bb-d7bf-4478-a20d-759c8f1b0d25 service nova] Releasing lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.484716] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.500153] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077651} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.502715] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.502715] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f75c85-6eaf-4d8a-bcc4-099b55a10d83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.529055] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] db899bbf-7438-439e-a5a7-16d73a5592aa/db899bbf-7438-439e-a5a7-16d73a5592aa.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.529055] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2305b39a-ebfa-4f6e-b05b-1b67f2bb0959 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.544045] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.544045] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.544355] env[65683]: DEBUG nova.compute.manager [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.544933] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba03510-c1a8-42ea-977a-af652100438e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.554326] env[65683]: DEBUG nova.compute.manager [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 760.554949] env[65683]: DEBUG nova.objects.instance [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lazy-loading 'flavor' on Instance uuid 8ddc5af0-a122-42a9-96fe-7bfe4db073be {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.557602] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 760.557602] env[65683]: value = "task-4432989" [ 760.557602] env[65683]: _type = "Task" [ 760.557602] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.570891] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.589101] env[65683]: DEBUG nova.network.neutron [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Successfully updated port: 88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 760.602891] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.381s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.603431] env[65683]: DEBUG nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 760.606395] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.748s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.607805] env[65683]: INFO nova.compute.claims [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.635312] env[65683]: DEBUG nova.network.neutron [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c02b558-40", "ovs_interfaceid": "6c02b558-4061-4814-87d2-971e99c2bcce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.841282] env[65683]: INFO nova.compute.manager [-] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Took 1.94 seconds to deallocate network for instance. [ 760.989766] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.072349] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.092230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.092360] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquired lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.092537] env[65683]: DEBUG nova.network.neutron [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 761.108360] env[65683]: DEBUG nova.compute.utils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.112661] env[65683]: DEBUG nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 761.138881] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.138881] env[65683]: DEBUG nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance network_info: |[{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c02b558-40", "ovs_interfaceid": "6c02b558-4061-4814-87d2-971e99c2bcce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 761.141570] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:df:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c02b558-4061-4814-87d2-971e99c2bcce', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.156811] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating folder: Project (f6753795ffac47daab897d28c0f14f20). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.157792] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e36c2d6b-7314-44ed-a693-26ed455da81e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.171498] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created folder: Project (f6753795ffac47daab897d28c0f14f20) in parent group-v867054. [ 761.171783] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating folder: Instances. Parent ref: group-v867174. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.172165] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73b79e12-793d-40ba-8b28-705ddf84351f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.187705] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created folder: Instances in parent group-v867174. [ 761.188173] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 761.188494] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.188891] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e577e8f-5e27-4fd0-8f5f-172aabee527a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.212709] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.212709] env[65683]: value = "task-4432992" [ 761.212709] env[65683]: _type = "Task" [ 761.212709] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.221924] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432992, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.351458] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.486633] env[65683]: DEBUG oslo_vmware.api [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4432987, 'name': PowerOnVM_Task, 'duration_secs': 1.12271} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.486633] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.486831] env[65683]: INFO nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Took 10.52 seconds to spawn the instance on the hypervisor. [ 761.487068] env[65683]: DEBUG nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.487958] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf731f-d7a7-4dbe-bec3-f4bcf6d30c20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.573227] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.574075] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432989, 'name': ReconfigVM_Task, 'duration_secs': 0.835231} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.574411] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e36befe3-7547-4468-b1b8-8a49dd9d6450 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.577208] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Reconfigured VM instance instance-0000002b to attach disk [datastore2] db899bbf-7438-439e-a5a7-16d73a5592aa/db899bbf-7438-439e-a5a7-16d73a5592aa.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.578192] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61395f05-f779-441f-8b6c-a413aae98134 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.591975] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 761.591975] env[65683]: value = "task-4432994" [ 761.591975] env[65683]: _type = "Task" [ 761.591975] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.594663] env[65683]: DEBUG oslo_vmware.api [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 761.594663] env[65683]: value = "task-4432993" [ 761.594663] env[65683]: _type = "Task" [ 761.594663] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.620711] env[65683]: DEBUG nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 761.625025] env[65683]: DEBUG oslo_vmware.api [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.632866] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432994, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.727265] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432992, 'name': CreateVM_Task, 'duration_secs': 0.514435} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.727476] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.728057] env[65683]: WARNING neutronclient.v2_0.client [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.728496] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.728668] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.729088] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.730168] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d64c06-80e1-4fb4-88f4-b0a390679b39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.738361] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 761.738361] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d0c393-f6ed-bb91-923a-b6c3a1c95988" [ 761.738361] env[65683]: _type = "Task" [ 761.738361] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.751588] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d0c393-f6ed-bb91-923a-b6c3a1c95988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.775349] env[65683]: DEBUG nova.network.neutron [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 761.894626] env[65683]: WARNING neutronclient.v2_0.client [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.012198] env[65683]: INFO nova.compute.manager [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Took 31.02 seconds to build instance. [ 762.030528] env[65683]: DEBUG nova.compute.manager [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-vif-plugged-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.030591] env[65683]: DEBUG oslo_concurrency.lockutils [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.031045] env[65683]: DEBUG oslo_concurrency.lockutils [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.031264] env[65683]: DEBUG oslo_concurrency.lockutils [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.031519] env[65683]: DEBUG nova.compute.manager [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] No waiting events found dispatching network-vif-plugged-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.031713] env[65683]: WARNING nova.compute.manager [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received unexpected event network-vif-plugged-6c02b558-4061-4814-87d2-971e99c2bcce for instance with vm_state building and task_state spawning. [ 762.031922] env[65683]: DEBUG nova.compute.manager [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.032166] env[65683]: DEBUG nova.compute.manager [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing instance network info cache due to event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 762.032387] env[65683]: DEBUG oslo_concurrency.lockutils [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] Acquiring lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.032557] env[65683]: DEBUG oslo_concurrency.lockutils [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] Acquired lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.032738] env[65683]: DEBUG nova.network.neutron [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.101280] env[65683]: DEBUG nova.network.neutron [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.117533] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432994, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.124587] env[65683]: DEBUG oslo_vmware.api [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4432993, 'name': PowerOffVM_Task, 'duration_secs': 0.284404} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.124587] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.124587] env[65683]: DEBUG nova.compute.manager [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 762.125321] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5058a3-3c8d-4cc7-8d4a-82da17cbc98c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.250020] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d0c393-f6ed-bb91-923a-b6c3a1c95988, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.250425] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.250663] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.250904] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.251116] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.251341] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.251862] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c1e7c4-f96b-4c92-bded-b6b8595c2078 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.259058] env[65683]: DEBUG nova.compute.manager [req-67f55dd3-d948-46d2-8dad-7c0ac874da4a req-29d10a55-fad0-4707-9c73-dde8c095a542 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received event network-vif-plugged-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.259058] env[65683]: DEBUG oslo_concurrency.lockutils [req-67f55dd3-d948-46d2-8dad-7c0ac874da4a req-29d10a55-fad0-4707-9c73-dde8c095a542 service nova] Acquiring lock "3c0934a9-252b-4616-93ba-0f20d148f604-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.259058] env[65683]: DEBUG oslo_concurrency.lockutils [req-67f55dd3-d948-46d2-8dad-7c0ac874da4a req-29d10a55-fad0-4707-9c73-dde8c095a542 service nova] Lock "3c0934a9-252b-4616-93ba-0f20d148f604-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.259058] env[65683]: DEBUG oslo_concurrency.lockutils [req-67f55dd3-d948-46d2-8dad-7c0ac874da4a req-29d10a55-fad0-4707-9c73-dde8c095a542 service nova] Lock "3c0934a9-252b-4616-93ba-0f20d148f604-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.259367] env[65683]: DEBUG nova.compute.manager [req-67f55dd3-d948-46d2-8dad-7c0ac874da4a req-29d10a55-fad0-4707-9c73-dde8c095a542 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] No waiting events found dispatching network-vif-plugged-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.259367] env[65683]: WARNING nova.compute.manager [req-67f55dd3-d948-46d2-8dad-7c0ac874da4a req-29d10a55-fad0-4707-9c73-dde8c095a542 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received unexpected event network-vif-plugged-88326e18-2322-4046-aca8-2055933064c9 for instance with vm_state building and task_state spawning. [ 762.270492] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.270728] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.271505] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1568abb9-b030-4d2f-8730-5a65997feb94 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.278747] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 762.278747] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527751eb-3e22-88f2-02ac-b29747c3d419" [ 762.278747] env[65683]: _type = "Task" [ 762.278747] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.292709] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527751eb-3e22-88f2-02ac-b29747c3d419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.434312] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeb09c0-7b30-4f38-b678-098ce0ce0e53 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.441804] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7c27b-432b-43ba-bac6-80017cad4f44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.476628] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6472fb9-2416-4b81-a0e8-ce6a7244b0f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.488035] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfc8baf-1759-41ee-b88a-8d9413977ce0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.503312] env[65683]: DEBUG nova.compute.provider_tree [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.520459] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9920a7c-530f-485e-b324-58f1347ce6a5 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.555s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.538231] env[65683]: WARNING neutronclient.v2_0.client [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.607687] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432994, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.607687] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Releasing lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.607687] env[65683]: DEBUG nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Instance network_info: |[{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 762.608472] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:72:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88326e18-2322-4046-aca8-2055933064c9', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.620218] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Creating folder: Project (66b7a2f01f284c8da10075793c3c1c4d). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.621464] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-267fcf00-6afd-4234-92b7-3afc8229852e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.637488] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Created folder: Project (66b7a2f01f284c8da10075793c3c1c4d) in parent group-v867054. [ 762.637488] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Creating folder: Instances. Parent ref: group-v867177. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.637488] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c642332-9148-4ba7-81ae-d6b8f0c24b91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.649025] env[65683]: DEBUG nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 762.653625] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9fac1ab3-b261-42e6-b169-d751afc3656c tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.659077] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Created folder: Instances in parent group-v867177. [ 762.659493] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 762.665552] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.666349] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d5bbf8-6b4f-47f0-b156-aad87fb88cd3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.695650] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.695650] env[65683]: value = "task-4432997" [ 762.695650] env[65683]: _type = "Task" [ 762.695650] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.703143] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 762.703143] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.703143] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 762.703314] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.704553] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 762.704553] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 762.704553] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 762.704553] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 762.704553] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 762.704553] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 762.704553] env[65683]: DEBUG nova.virt.hardware [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 762.705730] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11bfea2-79f1-40ec-9b2a-b8e15575e67c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.716552] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432997, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.720493] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f12d7-0e4f-43b3-bf29-34ca3b9f5c4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.738606] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.745017] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Creating folder: Project (3422c746e4a14fb286045d11a7035ad3). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.748980] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74fe753d-799b-4a87-aa71-a8ca4aa6dff5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.761771] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Created folder: Project (3422c746e4a14fb286045d11a7035ad3) in parent group-v867054. [ 762.762017] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Creating folder: Instances. Parent ref: group-v867180. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.762528] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42902b5d-9132-40fe-8b6c-32860467c286 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.777387] env[65683]: WARNING neutronclient.v2_0.client [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.786483] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Created folder: Instances in parent group-v867180. [ 762.786860] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 762.787245] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.787822] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e641494-558e-4e8e-b39b-a475eac5fc47 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.806396] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527751eb-3e22-88f2-02ac-b29747c3d419, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.807926] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2296da3-c74d-411f-9b30-904692d866e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.813178] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.813178] env[65683]: value = "task-4433000" [ 762.813178] env[65683]: _type = "Task" [ 762.813178] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.814831] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 762.814831] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526afe7a-d96d-b6ac-9e46-c3adf8e3fdd5" [ 762.814831] env[65683]: _type = "Task" [ 762.814831] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.827599] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433000, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.830904] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526afe7a-d96d-b6ac-9e46-c3adf8e3fdd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.910347] env[65683]: DEBUG nova.network.neutron [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updated VIF entry in instance network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 762.910347] env[65683]: DEBUG nova.network.neutron [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c02b558-40", "ovs_interfaceid": "6c02b558-4061-4814-87d2-971e99c2bcce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.006819] env[65683]: DEBUG nova.scheduler.client.report [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.023150] env[65683]: DEBUG nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 763.088607] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.088875] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.089445] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.089637] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.089801] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.093524] env[65683]: INFO nova.compute.manager [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Terminating instance [ 763.105579] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4432994, 'name': Rename_Task, 'duration_secs': 1.210119} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.108369] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.108369] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93a20a56-2cf9-4221-9b85-7ffa65d83692 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.116704] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 763.116704] env[65683]: value = "task-4433001" [ 763.116704] env[65683]: _type = "Task" [ 763.116704] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.127311] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4433001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.208445] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432997, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.333042] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433000, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.333407] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526afe7a-d96d-b6ac-9e46-c3adf8e3fdd5, 'name': SearchDatastore_Task, 'duration_secs': 0.018906} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.333651] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.334075] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.334368] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12d0fe9e-0e22-44c6-83c3-7b541819f21b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.344188] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 763.344188] env[65683]: value = "task-4433002" [ 763.344188] env[65683]: _type = "Task" [ 763.344188] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.359289] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.413584] env[65683]: DEBUG oslo_concurrency.lockutils [req-16f34680-f22e-494e-952f-2869e96e02a4 req-645815de-052a-4432-aa69-c8b0b4c1fbdb service nova] Releasing lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.517537] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.518372] env[65683]: DEBUG nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 763.521502] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.186s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.523444] env[65683]: INFO nova.compute.claims [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.557605] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.586503] env[65683]: INFO nova.compute.manager [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Rebuilding instance [ 763.608313] env[65683]: DEBUG nova.compute.manager [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 763.608313] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.608313] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1625ece2-65b7-4583-8894-e9f6ead8ac78 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.624433] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.625435] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35960a9-88b2-42f5-b341-b9410f62663f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.632371] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4433001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.634286] env[65683]: DEBUG oslo_vmware.api [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 763.634286] env[65683]: value = "task-4433003" [ 763.634286] env[65683]: _type = "Task" [ 763.634286] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.644817] env[65683]: DEBUG nova.compute.manager [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 763.646208] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0251889-febf-4227-b24e-2edb5878e3fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.654693] env[65683]: DEBUG oslo_vmware.api [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.714154] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4432997, 'name': CreateVM_Task, 'duration_secs': 0.603266} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.714765] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.715755] env[65683]: WARNING neutronclient.v2_0.client [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.716303] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.716530] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.716897] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.717570] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e8fad4-0085-4847-b6b1-e117908cc43a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.733075] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 763.733075] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5228d7ed-0ed7-6717-a516-82ba5c96a4a6" [ 763.733075] env[65683]: _type = "Task" [ 763.733075] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.745894] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5228d7ed-0ed7-6717-a516-82ba5c96a4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.828871] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433000, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.857038] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.032112] env[65683]: DEBUG nova.compute.utils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.034038] env[65683]: DEBUG nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 764.129461] env[65683]: DEBUG oslo_vmware.api [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4433001, 'name': PowerOnVM_Task, 'duration_secs': 0.897177} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.129818] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.130035] env[65683]: INFO nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Took 10.42 seconds to spawn the instance on the hypervisor. [ 764.130259] env[65683]: DEBUG nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.131323] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec7a15-76a0-4b45-a835-71a4ef0d6109 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.153038] env[65683]: DEBUG oslo_vmware.api [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433003, 'name': PowerOffVM_Task, 'duration_secs': 0.489733} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.153228] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.153459] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.153830] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a17135f6-65bd-4d6b-bb63-a9b3e58bd7b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.244158] env[65683]: DEBUG nova.compute.manager [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 764.248038] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.248038] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.248038] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleting the datastore file [datastore2] e9e64f47-4d46-4254-9b69-530f4e51c7ac {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.250996] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957ea467-75e3-4984-8c0c-94f7df7de891 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.257470] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5228d7ed-0ed7-6717-a516-82ba5c96a4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.057769} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.258193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.258507] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.259300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.259300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.259300] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.259477] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440bfbc7-9755-4c8f-930f-287360867a1f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.265022] env[65683]: DEBUG oslo_vmware.api [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 764.265022] env[65683]: value = "task-4433005" [ 764.265022] env[65683]: _type = "Task" [ 764.265022] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.272573] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.272974] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.280611] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0576abf4-6951-47d9-91f2-cfb80162ff10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.283207] env[65683]: DEBUG oslo_vmware.api [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.287638] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 764.287638] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a21bbe-cef0-188a-e4e0-6ebef1383728" [ 764.287638] env[65683]: _type = "Task" [ 764.287638] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.298362] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a21bbe-cef0-188a-e4e0-6ebef1383728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.333781] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433000, 'name': CreateVM_Task, 'duration_secs': 1.367652} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.333781] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.333781] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.333963] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.334231] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.334488] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9c9731-bf0d-46a7-923d-3128201dd92b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.340434] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 764.340434] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5226037e-ff4e-f4f4-daf7-3935caabff6c" [ 764.340434] env[65683]: _type = "Task" [ 764.340434] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.354261] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5226037e-ff4e-f4f4-daf7-3935caabff6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.361629] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613945} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.362182] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.362628] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.363109] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c25ca0d7-1946-44bb-ac65-6173f0b7c36e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.375631] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 764.375631] env[65683]: value = "task-4433006" [ 764.375631] env[65683]: _type = "Task" [ 764.375631] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.390070] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.489336] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.489718] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.541706] env[65683]: DEBUG nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 764.660528] env[65683]: INFO nova.compute.manager [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Took 33.60 seconds to build instance. [ 764.667123] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.667400] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acac7030-6d3c-45f2-a16b-72814c72daac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.677521] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 764.677521] env[65683]: value = "task-4433007" [ 764.677521] env[65683]: _type = "Task" [ 764.677521] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.699141] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 764.699487] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.702066] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a32c6a-5d76-4026-a3e3-25a9267f19c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.710748] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.711022] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b03684a-8980-404f-8f3c-22d2d90a5707 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.781655] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.782153] env[65683]: DEBUG oslo_vmware.api [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477407} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.782457] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.782537] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.782787] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.782962] env[65683]: INFO nova.compute.manager [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Took 1.18 seconds to destroy the instance on the hypervisor. [ 764.784061] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 764.784061] env[65683]: DEBUG nova.compute.manager [-] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 764.784061] env[65683]: DEBUG nova.network.neutron [-] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 764.784061] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.788737] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.789053] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.789152] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleting the datastore file [datastore1] 0ec73518-1f72-47c4-954f-5fedbe352a39 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.797404] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef046a0-2518-4550-ac8f-bea7209119ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.808789] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a21bbe-cef0-188a-e4e0-6ebef1383728, 'name': SearchDatastore_Task, 'duration_secs': 0.037575} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.810828] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 764.810828] env[65683]: value = "task-4433009" [ 764.810828] env[65683]: _type = "Task" [ 764.810828] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.811653] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429695c8-564f-42e8-95da-adf00bd7bd4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.823840] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 764.823840] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524d08e7-159a-7466-94ee-6c99e5e68aa1" [ 764.823840] env[65683]: _type = "Task" [ 764.823840] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.827543] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.836095] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524d08e7-159a-7466-94ee-6c99e5e68aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.853907] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5226037e-ff4e-f4f4-daf7-3935caabff6c, 'name': SearchDatastore_Task, 'duration_secs': 0.024643} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.855763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.855763] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.855763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.857415] env[65683]: DEBUG nova.compute.manager [req-571f24d9-577a-42cd-92b8-526d8ca0e050 req-83a56e7f-23d9-4c59-ba9e-96bebdd0ee8f service nova] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Received event network-vif-deleted-147a2555-4d1b-4c6d-8dab-8487edf361d8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.885852] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.890889] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168416} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.893965] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.895018] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a11c6f6-00dc-4ae6-9e32-2bcb52e3ba5a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.919601] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.922849] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2bba82-c691-423f-b47d-71a3082ba84a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.946088] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 764.946088] env[65683]: value = "task-4433010" [ 764.946088] env[65683]: _type = "Task" [ 764.946088] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.959380] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.969806] env[65683]: DEBUG nova.compute.manager [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received event network-changed-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.970031] env[65683]: DEBUG nova.compute.manager [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing instance network info cache due to event network-changed-88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 764.971555] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] Acquiring lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.971555] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] Acquired lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.971555] env[65683]: DEBUG nova.network.neutron [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing network info cache for port 88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.164856] env[65683]: DEBUG oslo_concurrency.lockutils [None req-dc0062e4-0862-4ff0-9bd0-a3b116015c5b tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.110s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.234429] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08202d78-9495-49e7-885e-7df1cf3863d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.244308] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f3ae4e-8749-46ee-a5ff-5994b0c655bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.278618] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bd0faa-a6de-46de-b8cc-cf07623f6c4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.287786] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb21d6c-533c-4fba-9710-f90c4de42e1b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.307183] env[65683]: DEBUG nova.compute.provider_tree [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.323478] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395524} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.324511] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.324712] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.324882] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.339235] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524d08e7-159a-7466-94ee-6c99e5e68aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.026192} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.339520] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.339772] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3c0934a9-252b-4616-93ba-0f20d148f604.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.340081] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.340274] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.340500] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-124f0837-ce9f-4864-b2a2-d0ed5f6242b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.342881] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c720ab0-bda5-4826-bcd1-d8888df7c162 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.352240] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 765.352240] env[65683]: value = "task-4433011" [ 765.352240] env[65683]: _type = "Task" [ 765.352240] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.354099] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.355098] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.359188] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18924ed0-e92e-4f54-bf5c-7bea3fd82147 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.371341] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 765.371341] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52735393-26fa-1d00-563d-aa11c4850d49" [ 765.371341] env[65683]: _type = "Task" [ 765.371341] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.371627] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.382272] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52735393-26fa-1d00-563d-aa11c4850d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.459308] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.473379] env[65683]: WARNING neutronclient.v2_0.client [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.558136] env[65683]: DEBUG nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 765.582419] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 765.583151] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.583151] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 765.583151] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.583313] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 765.583445] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 765.583646] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 765.583800] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 765.583997] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 765.584218] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 765.584577] env[65683]: DEBUG nova.virt.hardware [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 765.585610] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e4ee11-bde1-48f6-96e4-3585551ee4d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.595339] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae2d82-6207-40e1-822d-93eca7c9b140 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.610330] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.615702] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Creating folder: Project (566e4bd137734fb3bf2e2765bfdbb44f). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.618755] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-943e0119-f055-4561-bf86-645b084ae7bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.630312] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Created folder: Project (566e4bd137734fb3bf2e2765bfdbb44f) in parent group-v867054. [ 765.630556] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Creating folder: Instances. Parent ref: group-v867183. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.630826] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6579f9e-9efb-446b-8b9d-7417f57c0a74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.641756] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Created folder: Instances in parent group-v867183. [ 765.642110] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 765.642343] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.642682] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c771050-74c2-498d-9470-71e35cf1e082 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.657733] env[65683]: WARNING neutronclient.v2_0.client [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.660604] env[65683]: DEBUG nova.network.neutron [-] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.668266] env[65683]: DEBUG nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 765.671494] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.671494] env[65683]: value = "task-4433014" [ 765.671494] env[65683]: _type = "Task" [ 765.671494] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.685272] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433014, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.798122] env[65683]: DEBUG nova.network.neutron [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updated VIF entry in instance network info cache for port 88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 765.799246] env[65683]: DEBUG nova.network.neutron [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.812038] env[65683]: DEBUG nova.scheduler.client.report [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.866707] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433011, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.887817] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52735393-26fa-1d00-563d-aa11c4850d49, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.888941] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda35d63-eef9-4f98-bce4-7ac8870a9690 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.898042] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 765.898042] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5291042e-87a9-d38f-9f99-3d8ff9872a0f" [ 765.898042] env[65683]: _type = "Task" [ 765.898042] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.913412] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5291042e-87a9-d38f-9f99-3d8ff9872a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.964191] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433010, 'name': ReconfigVM_Task, 'duration_secs': 0.555954} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.964191] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.964191] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e96a06c-d74b-494c-b02f-4705d74b511a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.976632] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 765.976632] env[65683]: value = "task-4433015" [ 765.976632] env[65683]: _type = "Task" [ 765.976632] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.988429] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433015, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.164568] env[65683]: INFO nova.compute.manager [-] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Took 1.38 seconds to deallocate network for instance. [ 766.187093] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433014, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.198050] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.302718] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c2e728c-3a6f-45f6-9c53-310a07768347 req-4c13514f-1650-4b5e-9475-444e460f6c5b service nova] Releasing lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.317420] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.318114] env[65683]: DEBUG nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 766.321973] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.601s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.322280] env[65683]: DEBUG nova.objects.instance [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lazy-loading 'resources' on Instance uuid 84c4045d-192b-42e0-8d2b-cbaca6b7147c {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.366301] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 766.366301] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.366301] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 766.366301] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.366301] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 766.366301] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 766.366301] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 766.366943] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 766.366943] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 766.366943] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 766.366943] env[65683]: DEBUG nova.virt.hardware [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 766.368052] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c1924-1694-49f4-970e-574f36c507d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.379609] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634825} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.382169] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3c0934a9-252b-4616-93ba-0f20d148f604.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.382427] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.382734] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94ac60f5-fbf4-4bbb-818f-20a68b0b1dfb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.385952] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bd6011-b6b1-4b8f-91ec-841c203b6a3f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.404944] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:d7:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c8198c-c9e5-4db1-879a-86018daff312', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.412757] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 766.417758] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.418209] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 766.418209] env[65683]: value = "task-4433016" [ 766.418209] env[65683]: _type = "Task" [ 766.418209] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.418426] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-554743a2-30cc-4e85-96ff-631415134b86 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.441638] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5291042e-87a9-d38f-9f99-3d8ff9872a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.05649} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.442105] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.442401] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.442658] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0319d7eb-4078-47e4-9948-ed919942cedb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.449911] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.450359] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.450359] env[65683]: value = "task-4433017" [ 766.450359] env[65683]: _type = "Task" [ 766.450359] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.462025] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433017, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.462025] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 766.462025] env[65683]: value = "task-4433018" [ 766.462025] env[65683]: _type = "Task" [ 766.462025] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.470781] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.477480] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "473c1009-84bc-435d-b25c-1f64ba909c4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.477721] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.477916] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "473c1009-84bc-435d-b25c-1f64ba909c4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.478104] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.478286] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.484980] env[65683]: INFO nova.compute.manager [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Terminating instance [ 766.492982] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433015, 'name': Rename_Task, 'duration_secs': 0.200447} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.493550] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.494173] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f962eebf-155b-4d3c-88a9-9d94d095e282 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.502558] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 766.502558] env[65683]: value = "task-4433019" [ 766.502558] env[65683]: _type = "Task" [ 766.502558] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.513655] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.671846] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.687059] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433014, 'name': CreateVM_Task, 'duration_secs': 0.591451} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.687283] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.687826] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.687936] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.688269] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.688552] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5caaf24-27c2-4b21-8996-590855b5c85f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.695472] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 766.695472] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528c4ea3-ade2-2de7-ea7f-909d61622b5d" [ 766.695472] env[65683]: _type = "Task" [ 766.695472] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.705614] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528c4ea3-ade2-2de7-ea7f-909d61622b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.825367] env[65683]: DEBUG nova.compute.utils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.832516] env[65683]: DEBUG nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 766.833706] env[65683]: DEBUG nova.network.neutron [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 766.833706] env[65683]: WARNING neutronclient.v2_0.client [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.833706] env[65683]: WARNING neutronclient.v2_0.client [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.895318] env[65683]: DEBUG nova.compute.manager [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 766.896568] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc91e54-a06f-40be-b0f3-97a80c937919 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.925454] env[65683]: DEBUG nova.policy [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89908edde65443c791548d09cb085010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79f22b5582d4cf885561d992548d579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.947795] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138326} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.948275] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.953561] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b4b57-c151-4696-8264-051b1d82c176 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.982075] env[65683]: INFO nova.compute.manager [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Rescuing [ 766.982418] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.982952] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.982952] env[65683]: DEBUG nova.network.neutron [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 766.996249] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3c0934a9-252b-4616-93ba-0f20d148f604.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.007241] env[65683]: DEBUG nova.compute.manager [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 767.007645] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.008885] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35662e93-1c37-457a-afdd-74d77e34f86a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.027379] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433017, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.033822] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0889212-f6ea-4c6b-9df5-767872bc07b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.042092] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.058171] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.058874] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 767.058874] env[65683]: value = "task-4433020" [ 767.058874] env[65683]: _type = "Task" [ 767.058874] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.059944] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433019, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.059944] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a0502c-b032-40a5-b54b-40c8486f6eec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.075525] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.077905] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 767.077905] env[65683]: value = "task-4433021" [ 767.077905] env[65683]: _type = "Task" [ 767.077905] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.092615] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.207038] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528c4ea3-ade2-2de7-ea7f-909d61622b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016108} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.210160] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.210425] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.210659] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.211032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.211116] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.211627] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c618bb-ecf8-4506-be72-484b57de89ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.226638] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.226837] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.227746] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629a746f-6da8-4f82-8125-c9a53b4cbfbc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.235466] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 767.235466] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52318633-54fe-c366-891b-1a80511834dc" [ 767.235466] env[65683]: _type = "Task" [ 767.235466] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.250014] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52318633-54fe-c366-891b-1a80511834dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.307852] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "272e534f-7347-43a1-b697-de429831fe37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.308188] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "272e534f-7347-43a1-b697-de429831fe37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.308485] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "272e534f-7347-43a1-b697-de429831fe37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.308731] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "272e534f-7347-43a1-b697-de429831fe37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.308963] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "272e534f-7347-43a1-b697-de429831fe37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.312341] env[65683]: DEBUG nova.network.neutron [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Successfully created port: fcaad2b5-6df9-49d5-b959-9e1ae75662fd {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 767.315212] env[65683]: INFO nova.compute.manager [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Terminating instance [ 767.333573] env[65683]: DEBUG nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 767.414264] env[65683]: INFO nova.compute.manager [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] instance snapshotting [ 767.414532] env[65683]: WARNING nova.compute.manager [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 767.422148] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defeea3c-790f-49b9-9c5a-adb74880bdd2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.449655] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495955b-e118-4520-a02e-8ea788831498 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.482543] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667529} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.490779] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.491044] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.491303] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433017, 'name': CreateVM_Task, 'duration_secs': 0.57245} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.492779] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-477eb5f7-97f1-4fce-8088-be39f42ac0e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.494875] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.495402] env[65683]: WARNING neutronclient.v2_0.client [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 767.496349] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.496349] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.498043] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.498043] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032b49b1-b503-41b1-a557-b7303c253502 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.502967] env[65683]: WARNING neutronclient.v2_0.client [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.512033] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 767.512033] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52add5f8-151b-f38f-2bbb-5dcbe69781ed" [ 767.512033] env[65683]: _type = "Task" [ 767.512033] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.512033] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 767.512033] env[65683]: value = "task-4433022" [ 767.512033] env[65683]: _type = "Task" [ 767.512033] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.535187] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.535187] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52add5f8-151b-f38f-2bbb-5dcbe69781ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.543791] env[65683]: DEBUG nova.compute.manager [req-8303c2e6-46ec-47c0-af99-d8183979223b req-3fbc0297-9737-40ff-ba68-4d7dc9d9caa5 service nova] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Received event network-vif-deleted-9d8db456-87df-45a2-a97a-38a54a3c8361 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.551950] env[65683]: DEBUG oslo_vmware.api [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433019, 'name': PowerOnVM_Task, 'duration_secs': 0.995326} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.552333] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.552529] env[65683]: INFO nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Took 11.08 seconds to spawn the instance on the hypervisor. [ 767.552745] env[65683]: DEBUG nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 767.553767] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa74c4-27ed-4897-98d2-9c9653e9b593 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.564134] env[65683]: DEBUG nova.compute.manager [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Received event network-changed-d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.564319] env[65683]: DEBUG nova.compute.manager [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing instance network info cache due to event network-changed-d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 767.564518] env[65683]: DEBUG oslo_concurrency.lockutils [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] Acquiring lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.564646] env[65683]: DEBUG oslo_concurrency.lockutils [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] Acquired lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.564793] env[65683]: DEBUG nova.network.neutron [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing network info cache for port d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.587027] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.593452] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.700237] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e904b110-c992-4169-9409-c625148e32c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.711165] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbf61b-f639-4c1b-aaa4-9257c090c14a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.753558] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f432c2-c0c1-444b-9500-6055c2507ab3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.768193] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31c986-72f5-42c2-960f-8b2eadaa7083 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.772206] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52318633-54fe-c366-891b-1a80511834dc, 'name': SearchDatastore_Task, 'duration_secs': 0.019557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.776759] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27df025d-c29c-4ef5-9426-a834dc65dd79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.788633] env[65683]: DEBUG nova.compute.provider_tree [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.794728] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 767.794728] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5274875b-f488-554b-8694-3a175fdc018d" [ 767.794728] env[65683]: _type = "Task" [ 767.794728] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.804504] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5274875b-f488-554b-8694-3a175fdc018d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.820309] env[65683]: DEBUG nova.compute.manager [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 767.821321] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.821565] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf46c3db-e017-420a-aa28-63ea68971711 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.831655] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.831655] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acebb642-5590-4a6f-8fc8-cb833c206155 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.838859] env[65683]: DEBUG oslo_vmware.api [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 767.838859] env[65683]: value = "task-4433023" [ 767.838859] env[65683]: _type = "Task" [ 767.838859] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.857605] env[65683]: DEBUG oslo_vmware.api [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.952243] env[65683]: WARNING neutronclient.v2_0.client [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.968795] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.969176] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9dfe85dc-cf24-4a9d-b8e6-e012ef23d07c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.979987] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 767.979987] env[65683]: value = "task-4433024" [ 767.979987] env[65683]: _type = "Task" [ 767.979987] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.988756] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.028262] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.033910] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52add5f8-151b-f38f-2bbb-5dcbe69781ed, 'name': SearchDatastore_Task, 'duration_secs': 0.029512} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.034380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.034772] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.035056] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.074489] env[65683]: WARNING neutronclient.v2_0.client [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.077079] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433020, 'name': ReconfigVM_Task, 'duration_secs': 0.608791} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.077639] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3c0934a9-252b-4616-93ba-0f20d148f604.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.078387] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9edf9e60-8d77-48c9-8e6d-88a4711021e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.095163] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 768.095163] env[65683]: value = "task-4433025" [ 768.095163] env[65683]: _type = "Task" [ 768.095163] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.095585] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.102490] env[65683]: INFO nova.compute.manager [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Took 36.59 seconds to build instance. [ 768.104861] env[65683]: DEBUG nova.network.neutron [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Updating instance_info_cache with network_info: [{"id": "43e8f71f-ed18-4cf3-9414-e1016b769526", "address": "fa:16:3e:9e:9f:25", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e8f71f-ed", "ovs_interfaceid": "43e8f71f-ed18-4cf3-9414-e1016b769526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.110263] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433025, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.292483] env[65683]: DEBUG nova.scheduler.client.report [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.308979] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5274875b-f488-554b-8694-3a175fdc018d, 'name': SearchDatastore_Task, 'duration_secs': 0.035641} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.308979] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.309133] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 07572127-549c-4068-aaf5-1f9c2d97383e/07572127-549c-4068-aaf5-1f9c2d97383e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.309896] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.309896] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.310217] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b60062-ddc7-41d6-842e-5ca399edfadc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.313366] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-639d204d-1e5e-423b-a42a-d7721525a8e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.322177] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 768.322177] env[65683]: value = "task-4433026" [ 768.322177] env[65683]: _type = "Task" [ 768.322177] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.328711] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.329617] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.330513] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6196835d-277c-44bb-acb6-faf8638c31ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.337211] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.345025] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 768.345025] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522696ab-3a68-7d4b-8a9a-ca79111d2d78" [ 768.345025] env[65683]: _type = "Task" [ 768.345025] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.349830] env[65683]: DEBUG nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 768.359087] env[65683]: DEBUG oslo_vmware.api [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433023, 'name': PowerOffVM_Task, 'duration_secs': 0.245371} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.359665] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.360363] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.364675] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f4cb19-25ac-4b22-8b37-4694a75b69de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.368355] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522696ab-3a68-7d4b-8a9a-ca79111d2d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.391960] env[65683]: DEBUG nova.virt.hardware [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.391960] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3087f283-f131-437b-9138-84229eaa98ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.403736] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3998da25-a244-4261-ab31-72ae8fcc79e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.463214] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.463516] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.463717] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleting the datastore file [datastore1] 272e534f-7347-43a1-b697-de429831fe37 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.465188] env[65683]: WARNING neutronclient.v2_0.client [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.468182] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f98f15d4-a320-450d-90aa-36e49a5ff6b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.476122] env[65683]: DEBUG oslo_vmware.api [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 768.476122] env[65683]: value = "task-4433028" [ 768.476122] env[65683]: _type = "Task" [ 768.476122] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.489858] env[65683]: DEBUG oslo_vmware.api [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.496056] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.527855] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.619166} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.528230] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.529290] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411da45-acb4-47ab-86cc-ec608ca0b92c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.552542] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.553046] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6599eeaf-6843-4952-97bb-529141fa7702 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.574381] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 768.574381] env[65683]: value = "task-4433029" [ 768.574381] env[65683]: _type = "Task" [ 768.574381] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.584300] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.594627] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433021, 'name': PowerOffVM_Task, 'duration_secs': 1.202737} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.594962] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.595218] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.595520] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d980720d-b881-4143-bc12-90f7ad3b0010 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.607521] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c7e9f5c-3f0e-449b-854c-db1753528de4 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.105s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.607961] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433025, 'name': Rename_Task, 'duration_secs': 0.244305} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.609441] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.609954] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6bc7445-248b-45e9-9593-61c29f7beed9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.612130] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.615562] env[65683]: DEBUG nova.network.neutron [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updated VIF entry in instance network info cache for port d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.615873] env[65683]: DEBUG nova.network.neutron [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.624464] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 768.624464] env[65683]: value = "task-4433031" [ 768.624464] env[65683]: _type = "Task" [ 768.624464] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.639195] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.685459] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.685710] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.685914] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleting the datastore file [datastore1] 473c1009-84bc-435d-b25c-1f64ba909c4d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.686287] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3456e65f-c6c6-4fda-a2e8-7e5dbc827c8b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.696713] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for the task: (returnval){ [ 768.696713] env[65683]: value = "task-4433032" [ 768.696713] env[65683]: _type = "Task" [ 768.696713] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.707032] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.803299] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.481s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.806467] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.990s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.809180] env[65683]: INFO nova.compute.claims [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.834028] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.841190] env[65683]: INFO nova.scheduler.client.report [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Deleted allocations for instance 84c4045d-192b-42e0-8d2b-cbaca6b7147c [ 768.862095] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522696ab-3a68-7d4b-8a9a-ca79111d2d78, 'name': SearchDatastore_Task, 'duration_secs': 0.024189} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.864108] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3046ae51-0af6-42e6-96f4-fb1fe2757d04 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.872342] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 768.872342] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525c6828-40f3-0d66-274f-014ae8db525c" [ 768.872342] env[65683]: _type = "Task" [ 768.872342] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.884968] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525c6828-40f3-0d66-274f-014ae8db525c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.994689] env[65683]: DEBUG oslo_vmware.api [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431455} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.999182] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.999499] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.999677] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.999918] env[65683]: INFO nova.compute.manager [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 272e534f-7347-43a1-b697-de429831fe37] Took 1.18 seconds to destroy the instance on the hypervisor. [ 769.000242] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 769.000646] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433024, 'name': CreateSnapshot_Task, 'duration_secs': 0.879102} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.000850] env[65683]: DEBUG nova.compute.manager [-] [instance: 272e534f-7347-43a1-b697-de429831fe37] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 769.001042] env[65683]: DEBUG nova.network.neutron [-] [instance: 272e534f-7347-43a1-b697-de429831fe37] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 769.001332] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.003603] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.005806] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1468419-eb30-4b39-ac80-26bce8526933 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.066201] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.085541] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433029, 'name': ReconfigVM_Task, 'duration_secs': 0.432713} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.086080] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.086815] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf6351b8-62ba-4d23-9bd1-397affa97326 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.095214] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 769.095214] env[65683]: value = "task-4433033" [ 769.095214] env[65683]: _type = "Task" [ 769.095214] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.104935] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433033, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.110668] env[65683]: DEBUG nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 769.119507] env[65683]: DEBUG oslo_concurrency.lockutils [req-73ab8543-fe19-4566-8b1d-4f7cefaeeab1 req-75b83e87-ea0f-4668-ad73-2ee2bd520144 service nova] Releasing lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.136605] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.211371] env[65683]: DEBUG oslo_vmware.api [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Task: {'id': task-4433032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478375} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.211663] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.211871] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.212094] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.212272] env[65683]: INFO nova.compute.manager [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Took 2.20 seconds to destroy the instance on the hypervisor. [ 769.212513] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 769.212720] env[65683]: DEBUG nova.compute.manager [-] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 769.212804] env[65683]: DEBUG nova.network.neutron [-] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 769.213202] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.350960] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671689} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.354455] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 07572127-549c-4068-aaf5-1f9c2d97383e/07572127-549c-4068-aaf5-1f9c2d97383e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.354761] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.355479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2df0a344-25cd-4c0c-a456-0aa3375d148e tempest-ImagesNegativeTestJSON-526299197 tempest-ImagesNegativeTestJSON-526299197-project-member] Lock "84c4045d-192b-42e0-8d2b-cbaca6b7147c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.398s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.357706] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec06b7d-4326-4bce-9276-f0b0b490cfd5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.369959] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 769.369959] env[65683]: value = "task-4433034" [ 769.369959] env[65683]: _type = "Task" [ 769.369959] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.389505] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.394249] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525c6828-40f3-0d66-274f-014ae8db525c, 'name': SearchDatastore_Task, 'duration_secs': 0.061205} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.394498] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.394771] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.395079] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4ec8425-7528-45f3-a376-ac6cc83f6788 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.404390] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 769.404390] env[65683]: value = "task-4433035" [ 769.404390] env[65683]: _type = "Task" [ 769.404390] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.414742] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.418513] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.531109] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.531109] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b029de93-eece-4c7f-a213-1fe76cf98fd7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.541126] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 769.541126] env[65683]: value = "task-4433036" [ 769.541126] env[65683]: _type = "Task" [ 769.541126] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.551078] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433036, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.582100] env[65683]: DEBUG nova.network.neutron [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Successfully updated port: fcaad2b5-6df9-49d5-b959-9e1ae75662fd {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 769.607938] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433033, 'name': Rename_Task, 'duration_secs': 0.217814} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.607938] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.608131] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95620498-495c-4dfe-a04d-581cd2c04b2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.620210] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 769.620210] env[65683]: value = "task-4433037" [ 769.620210] env[65683]: _type = "Task" [ 769.620210] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.642136] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433037, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.647575] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.651014] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.821791] env[65683]: DEBUG nova.network.neutron [-] [instance: 272e534f-7347-43a1-b697-de429831fe37] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.884092] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079385} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.884436] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.886688] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a306f-9159-479a-881e-08129f727fa4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.928341] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 07572127-549c-4068-aaf5-1f9c2d97383e/07572127-549c-4068-aaf5-1f9c2d97383e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.939328] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abe750b-15a5-48ba-bde8-bc36792e1caa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.977678] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.980276] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 769.980276] env[65683]: value = "task-4433038" [ 769.980276] env[65683]: _type = "Task" [ 769.980276] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.999209] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.055297] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433036, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.086040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.086040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquired lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.086040] env[65683]: DEBUG nova.network.neutron [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.138380] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.151869] env[65683]: DEBUG oslo_vmware.api [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433031, 'name': PowerOnVM_Task, 'duration_secs': 1.422334} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.152345] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.152677] env[65683]: INFO nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Took 10.47 seconds to spawn the instance on the hypervisor. [ 770.153021] env[65683]: DEBUG nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 770.153602] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.155282] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9414d3fe-53d6-4881-b167-e786660b2bf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.162062] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be9c1f8-f4f7-4551-be83-a067f50de71e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.182211] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 770.182211] env[65683]: value = "task-4433039" [ 770.182211] env[65683]: _type = "Task" [ 770.182211] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.200426] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.240859] env[65683]: DEBUG nova.compute.manager [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Received event network-changed-38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.241207] env[65683]: DEBUG nova.compute.manager [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Refreshing instance network info cache due to event network-changed-38d718b4-c620-45c9-a6d2-2a834628c763. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 770.241533] env[65683]: DEBUG oslo_concurrency.lockutils [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] Acquiring lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.242547] env[65683]: DEBUG oslo_concurrency.lockutils [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] Acquired lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.242803] env[65683]: DEBUG nova.network.neutron [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Refreshing network info cache for port 38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.244610] env[65683]: DEBUG nova.network.neutron [-] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.274664] env[65683]: DEBUG nova.compute.manager [req-1278a2b1-6d37-4509-ad62-81e0ee83c0fc req-6ff47cb3-e66d-42c9-a736-329abb588d7b service nova] [instance: 272e534f-7347-43a1-b697-de429831fe37] Received event network-vif-deleted-444285e4-1d88-4f80-a0ce-6d8b8b5f33e4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.330371] env[65683]: INFO nova.compute.manager [-] [instance: 272e534f-7347-43a1-b697-de429831fe37] Took 1.33 seconds to deallocate network for instance. [ 770.429529] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715749} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.430259] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.430638] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.435288] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4742e11e-259b-4bb8-982a-38e5ba0d5554 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.444558] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 770.444558] env[65683]: value = "task-4433040" [ 770.444558] env[65683]: _type = "Task" [ 770.444558] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.460474] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.500693] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.557418] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433036, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.642259] env[65683]: DEBUG oslo_vmware.api [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433037, 'name': PowerOnVM_Task, 'duration_secs': 0.623944} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.642872] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.642872] env[65683]: INFO nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Took 7.99 seconds to spawn the instance on the hypervisor. [ 770.643101] env[65683]: DEBUG nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 770.644221] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551aef59-4ca4-4e92-b1d9-b412527e3822 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.676291] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8dbcb0-335a-4224-a1eb-83524b4834a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.692976] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a6e7c5-4b06-4610-89fc-a65fc0269cda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.696778] env[65683]: INFO nova.compute.manager [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Took 33.62 seconds to build instance. [ 770.705781] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433039, 'name': PowerOffVM_Task, 'duration_secs': 0.416532} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.739054] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.742195] env[65683]: DEBUG nova.network.neutron [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 770.746166] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719da301-831a-45f3-9699-56224d12cfbc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.751748] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d63e5-91e3-4ce8-881e-203c85dd626e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.756816] env[65683]: WARNING neutronclient.v2_0.client [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.758590] env[65683]: INFO nova.compute.manager [-] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Took 1.55 seconds to deallocate network for instance. [ 770.784578] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfeef6-6b20-4b0c-84a8-c3ee89b783cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.790939] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55258402-f252-4687-9ebc-9eb7e9b4e821 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.809062] env[65683]: DEBUG nova.compute.provider_tree [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.842782] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.856033] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.856033] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f70aaf8-7a49-479f-915b-b2482b04c4c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.865258] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 770.865258] env[65683]: value = "task-4433041" [ 770.865258] env[65683]: _type = "Task" [ 770.865258] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.877123] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 770.877123] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.877287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.877287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.877598] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.877725] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e64a63-faa5-4998-9129-8590d84bac61 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.890249] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.892019] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.892019] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342ec810-72d7-48fa-afd1-53c6473423a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.900151] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 770.900151] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520bbc3a-b848-c822-e960-546de4a13dbd" [ 770.900151] env[65683]: _type = "Task" [ 770.900151] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.909819] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520bbc3a-b848-c822-e960-546de4a13dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.956526] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110684} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.956742] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.957999] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e46f0-cb3a-4bde-a62b-5a049d808ac0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.983842] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.987376] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5411bc80-bf82-416d-a2dc-89fe5552d936 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.017469] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433038, 'name': ReconfigVM_Task, 'duration_secs': 0.654623} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.019752] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 07572127-549c-4068-aaf5-1f9c2d97383e/07572127-549c-4068-aaf5-1f9c2d97383e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.020655] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 771.020655] env[65683]: value = "task-4433042" [ 771.020655] env[65683]: _type = "Task" [ 771.020655] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.022510] env[65683]: WARNING neutronclient.v2_0.client [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.026633] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2beb123a-62b3-4bc1-a8c2-986a24fb4b57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.042891] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.045259] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 771.045259] env[65683]: value = "task-4433043" [ 771.045259] env[65683]: _type = "Task" [ 771.045259] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.063303] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433036, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.063303] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433043, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.122449] env[65683]: WARNING neutronclient.v2_0.client [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.170502] env[65683]: DEBUG nova.network.neutron [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Updating instance_info_cache with network_info: [{"id": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "address": "fa:16:3e:3c:72:54", "network": {"id": "dc965b22-adaf-4b68-bcfd-5c485619de84", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1391119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79f22b5582d4cf885561d992548d579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcaad2b5-6d", "ovs_interfaceid": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.171977] env[65683]: INFO nova.compute.manager [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Took 29.84 seconds to build instance. [ 771.201363] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f71d514a-08a1-4e5b-a734-45b6fcd46c11 tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "3c0934a9-252b-4616-93ba-0f20d148f604" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.212s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.274495] env[65683]: DEBUG nova.network.neutron [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Updated VIF entry in instance network info cache for port 38d718b4-c620-45c9-a6d2-2a834628c763. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 771.278539] env[65683]: DEBUG nova.network.neutron [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Updating instance_info_cache with network_info: [{"id": "38d718b4-c620-45c9-a6d2-2a834628c763", "address": "fa:16:3e:c1:b6:20", "network": {"id": "ccb2cbbe-f551-4737-b2fb-1894f78fde71", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1435326516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4179c363113b449ab4fade09bf9dda93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d718b4-c6", "ovs_interfaceid": "38d718b4-c620-45c9-a6d2-2a834628c763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.284059] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.318222] env[65683]: DEBUG nova.scheduler.client.report [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.412579] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520bbc3a-b848-c822-e960-546de4a13dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.026813} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.413302] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9902fec5-3ed1-4296-b2f5-2a3e5690ebbb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.422515] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 771.422515] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525261bb-9e28-0dbb-9976-2114755c7d2e" [ 771.422515] env[65683]: _type = "Task" [ 771.422515] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.432760] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525261bb-9e28-0dbb-9976-2114755c7d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.437781] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "caa249fb-cccc-438a-b456-0068782da68e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.438048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "caa249fb-cccc-438a-b456-0068782da68e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.438237] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "caa249fb-cccc-438a-b456-0068782da68e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.438405] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "caa249fb-cccc-438a-b456-0068782da68e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.438562] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "caa249fb-cccc-438a-b456-0068782da68e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.441124] env[65683]: INFO nova.compute.manager [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Terminating instance [ 771.545096] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433042, 'name': ReconfigVM_Task, 'duration_secs': 0.497712} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.550946] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 0ec73518-1f72-47c4-954f-5fedbe352a39/0ec73518-1f72-47c4-954f-5fedbe352a39.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.550946] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb305ae3-57f8-4ef1-be64-62a7cd01ee01 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.570018] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433043, 'name': Rename_Task, 'duration_secs': 0.252529} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.570280] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433036, 'name': CloneVM_Task, 'duration_secs': 1.88132} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.571940] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.572239] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Created linked-clone VM from snapshot [ 771.572526] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 771.572526] env[65683]: value = "task-4433044" [ 771.572526] env[65683]: _type = "Task" [ 771.572526] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.572748] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44dd9e92-112c-46c5-b8c9-b63fa2a82549 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.575116] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c995b07-0274-4158-bd67-dd44ffb46b15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.592556] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Uploading image ec827955-b277-4c08-b2d8-2777887fdfd9 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.595368] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433044, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.597228] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 771.597228] env[65683]: value = "task-4433045" [ 771.597228] env[65683]: _type = "Task" [ 771.597228] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.607675] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433045, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.631099] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 771.631099] env[65683]: value = "vm-867188" [ 771.631099] env[65683]: _type = "VirtualMachine" [ 771.631099] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 771.631294] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58a3a10a-bedc-4970-9646-4e6ad7432e4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.641439] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease: (returnval){ [ 771.641439] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c9bc5a-c091-e753-cb24-cb87737198fd" [ 771.641439] env[65683]: _type = "HttpNfcLease" [ 771.641439] env[65683]: } obtained for exporting VM: (result){ [ 771.641439] env[65683]: value = "vm-867188" [ 771.641439] env[65683]: _type = "VirtualMachine" [ 771.641439] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 771.642058] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the lease: (returnval){ [ 771.642058] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c9bc5a-c091-e753-cb24-cb87737198fd" [ 771.642058] env[65683]: _type = "HttpNfcLease" [ 771.642058] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 771.649393] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.649393] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c9bc5a-c091-e753-cb24-cb87737198fd" [ 771.649393] env[65683]: _type = "HttpNfcLease" [ 771.649393] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 771.674364] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Releasing lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.674818] env[65683]: DEBUG nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Instance network_info: |[{"id": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "address": "fa:16:3e:3c:72:54", "network": {"id": "dc965b22-adaf-4b68-bcfd-5c485619de84", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1391119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79f22b5582d4cf885561d992548d579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcaad2b5-6d", "ovs_interfaceid": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 771.675408] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:72:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcaad2b5-6df9-49d5-b959-9e1ae75662fd', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.683641] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Creating folder: Project (e79f22b5582d4cf885561d992548d579). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.684187] env[65683]: DEBUG oslo_concurrency.lockutils [None req-78c1c076-e989-4914-b610-080094394fcc tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.876s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.684511] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13ca81ec-5d42-4c62-922a-35b3fe8f4a99 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.701845] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Created folder: Project (e79f22b5582d4cf885561d992548d579) in parent group-v867054. [ 771.702087] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Creating folder: Instances. Parent ref: group-v867189. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.702461] env[65683]: DEBUG nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 771.705390] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe798494-dea9-47ae-aa81-3587f413160c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.721387] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Created folder: Instances in parent group-v867189. [ 771.721730] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 771.721948] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.722197] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfccbc8b-e51b-4532-b5f8-24bcc4d09fe7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.754777] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.754777] env[65683]: value = "task-4433049" [ 771.754777] env[65683]: _type = "Task" [ 771.754777] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.769465] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433049, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.778905] env[65683]: DEBUG oslo_concurrency.lockutils [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] Releasing lock "refresh_cache-db899bbf-7438-439e-a5a7-16d73a5592aa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.779304] env[65683]: DEBUG nova.compute.manager [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Received event network-vif-plugged-fcaad2b5-6df9-49d5-b959-9e1ae75662fd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 771.779538] env[65683]: DEBUG oslo_concurrency.lockutils [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] Acquiring lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.779884] env[65683]: DEBUG oslo_concurrency.lockutils [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.779989] env[65683]: DEBUG oslo_concurrency.lockutils [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.780217] env[65683]: DEBUG nova.compute.manager [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] No waiting events found dispatching network-vif-plugged-fcaad2b5-6df9-49d5-b959-9e1ae75662fd {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 771.780453] env[65683]: WARNING nova.compute.manager [req-8e8511ae-11c9-4695-bd12-791a1eb11c78 req-6bcd7a20-b979-467e-86a1-7eb555355cba service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Received unexpected event network-vif-plugged-fcaad2b5-6df9-49d5-b959-9e1ae75662fd for instance with vm_state building and task_state spawning. [ 771.826095] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.020s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.826690] env[65683]: DEBUG nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 771.829995] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.693s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.830301] env[65683]: DEBUG nova.objects.instance [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lazy-loading 'resources' on Instance uuid 5fab543c-86b1-4821-abb5-8cb9ffbcafba {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.936691] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525261bb-9e28-0dbb-9976-2114755c7d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013784} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.936984] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.937150] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. {{(pid=65683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 771.938511] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6163d2b9-bced-455a-9b5c-4c2a3b592e71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.947431] env[65683]: DEBUG nova.compute.manager [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 771.947839] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.948406] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 771.948406] env[65683]: value = "task-4433050" [ 771.948406] env[65683]: _type = "Task" [ 771.948406] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.949409] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a9ab84-89b2-4d90-8e07-d0ea2257bc46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.963931] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.967030] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.967408] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-219fb229-7218-4907-a22d-48195454f4c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.976519] env[65683]: DEBUG oslo_vmware.api [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 771.976519] env[65683]: value = "task-4433051" [ 771.976519] env[65683]: _type = "Task" [ 771.976519] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.990868] env[65683]: DEBUG oslo_vmware.api [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.090867] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433044, 'name': Rename_Task, 'duration_secs': 0.183668} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.091402] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.091771] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-986a7a01-d97c-4924-94ab-0f923784dd35 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.104024] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 772.104024] env[65683]: value = "task-4433052" [ 772.104024] env[65683]: _type = "Task" [ 772.104024] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.111796] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.114523] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.151765] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.151765] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c9bc5a-c091-e753-cb24-cb87737198fd" [ 772.151765] env[65683]: _type = "HttpNfcLease" [ 772.151765] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.152356] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.152356] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c9bc5a-c091-e753-cb24-cb87737198fd" [ 772.152356] env[65683]: _type = "HttpNfcLease" [ 772.152356] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.153265] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195a2495-63f3-400f-a8e3-366cd07d92e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.162098] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cded26-7236-61ee-0998-b390441c87d1/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.162236] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cded26-7236-61ee-0998-b390441c87d1/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.255666] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.269696] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433049, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.281368] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9667583-fb01-4a3c-a43e-b6a352dbba72 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.335515] env[65683]: DEBUG nova.compute.utils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.342611] env[65683]: DEBUG nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 772.342611] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 772.343142] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.343829] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.348193] env[65683]: INFO nova.compute.manager [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Rescuing [ 772.348193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.348193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquired lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.351543] env[65683]: DEBUG nova.network.neutron [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 772.412594] env[65683]: DEBUG nova.policy [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0115da36e7094f06bbc264a4a385deca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3859a5d307934033ac5047d099da0324', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.467638] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433050, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.494583] env[65683]: DEBUG oslo_vmware.api [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433051, 'name': PowerOffVM_Task, 'duration_secs': 0.263638} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.494910] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.495038] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.495355] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8fb94e-bec2-4446-aaed-3b880bb29cc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.572692] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.573060] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.573310] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleting the datastore file [datastore1] caa249fb-cccc-438a-b456-0068782da68e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.573676] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80f12c93-3220-4555-ae12-217ee680ada3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.583648] env[65683]: DEBUG oslo_vmware.api [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 772.583648] env[65683]: value = "task-4433054" [ 772.583648] env[65683]: _type = "Task" [ 772.583648] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.597096] env[65683]: DEBUG oslo_vmware.api [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.616751] env[65683]: DEBUG oslo_vmware.api [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433045, 'name': PowerOnVM_Task, 'duration_secs': 0.806828} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.618233] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.618520] env[65683]: INFO nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Took 7.06 seconds to spawn the instance on the hypervisor. [ 772.618729] env[65683]: DEBUG nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.619737] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be453c6e-b9d9-48e6-b2f1-ca0f9715c13a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.627269] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.773460] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433049, 'name': CreateVM_Task, 'duration_secs': 0.564373} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.774138] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.779026] env[65683]: WARNING neutronclient.v2_0.client [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.779511] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.779777] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.780381] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.781335] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "716a9055-81b4-4c36-b19e-8585e124bc83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.781810] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "716a9055-81b4-4c36-b19e-8585e124bc83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.781938] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "716a9055-81b4-4c36-b19e-8585e124bc83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.782231] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "716a9055-81b4-4c36-b19e-8585e124bc83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.782519] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "716a9055-81b4-4c36-b19e-8585e124bc83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.784588] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d812789a-9fa3-4414-b63f-0c20deb19aa3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.789028] env[65683]: INFO nova.compute.manager [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Terminating instance [ 772.795343] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 772.795343] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b097cd-056a-840d-2a6b-c9621b34225e" [ 772.795343] env[65683]: _type = "Task" [ 772.795343] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.808202] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b097cd-056a-840d-2a6b-c9621b34225e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.855399] env[65683]: WARNING neutronclient.v2_0.client [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.860075] env[65683]: DEBUG nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 772.966438] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587061} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.966931] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. [ 772.968089] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2acdb4-f85f-4692-8505-652de5a26ddc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.005183] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.008995] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a5f04a-821f-4959-8ec3-b2342c9a8ce2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.033349] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 773.033349] env[65683]: value = "task-4433055" [ 773.033349] env[65683]: _type = "Task" [ 773.033349] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.049622] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.097591] env[65683]: DEBUG oslo_vmware.api [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236336} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.101328] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.101531] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.101704] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.101876] env[65683]: INFO nova.compute.manager [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: caa249fb-cccc-438a-b456-0068782da68e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 773.102179] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 773.103238] env[65683]: DEBUG nova.compute.manager [-] [instance: caa249fb-cccc-438a-b456-0068782da68e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 773.103584] env[65683]: DEBUG nova.network.neutron [-] [instance: caa249fb-cccc-438a-b456-0068782da68e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 773.103860] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.115515] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ab5bc0-90cc-4763-b814-a03f2d86499d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.122510] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.129686] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a71118a-5bdb-4205-bd37-01c431cb2012 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.173846] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43836256-1050-424e-989c-f0fb2f1121ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.174965] env[65683]: INFO nova.compute.manager [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Took 30.35 seconds to build instance. [ 773.182750] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc29ed6-043c-4262-9b94-1adb73e5c1c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.202588] env[65683]: DEBUG nova.compute.provider_tree [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.293343] env[65683]: DEBUG nova.compute.manager [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 773.294751] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.295476] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931634c2-263b-4367-b323-206c26e7a883 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.315962] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b097cd-056a-840d-2a6b-c9621b34225e, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.316687] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.317179] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.317540] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.317831] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.318315] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.318580] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.318856] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a092f7f8-2268-432b-81b6-e41a14a51511 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.322212] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Successfully created port: e6dafb52-3b66-439b-a46f-1a0ad1f29c06 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.324761] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f0d2c46-dd87-433c-8a20-c7d82437c162 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.335197] env[65683]: DEBUG oslo_vmware.api [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 773.335197] env[65683]: value = "task-4433056" [ 773.335197] env[65683]: _type = "Task" [ 773.335197] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.343224] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.343411] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.344694] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56037f28-e613-4b2c-a405-91046a92f83a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.353518] env[65683]: DEBUG oslo_vmware.api [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4433056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.357959] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 773.357959] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52689756-f5c3-beb2-0432-b05e26f37b9b" [ 773.357959] env[65683]: _type = "Task" [ 773.357959] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.369162] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52689756-f5c3-beb2-0432-b05e26f37b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.388383] env[65683]: DEBUG nova.compute.manager [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Received event network-changed-fcaad2b5-6df9-49d5-b959-9e1ae75662fd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 773.388605] env[65683]: DEBUG nova.compute.manager [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Refreshing instance network info cache due to event network-changed-fcaad2b5-6df9-49d5-b959-9e1ae75662fd. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 773.388801] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] Acquiring lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.389583] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] Acquired lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.391314] env[65683]: DEBUG nova.network.neutron [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Refreshing network info cache for port fcaad2b5-6df9-49d5-b959-9e1ae75662fd {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.538484] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.552740] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.623174] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433052, 'name': PowerOnVM_Task, 'duration_secs': 1.200144} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.624659] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.624659] env[65683]: DEBUG nova.compute.manager [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.625583] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c787ab21-74c3-4118-a716-fc93ae07ef47 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.678094] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c9910fc4-dc1f-4feb-adba-17c7149daf57 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "07572127-549c-4068-aaf5-1f9c2d97383e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.654s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.711061] env[65683]: DEBUG nova.scheduler.client.report [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.846792] env[65683]: DEBUG oslo_vmware.api [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4433056, 'name': PowerOffVM_Task, 'duration_secs': 0.366512} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.847198] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.847275] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.847510] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d901e0cc-3396-496a-afb3-8e9d5956723e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.870175] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52689756-f5c3-beb2-0432-b05e26f37b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.021146} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.871313] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a587c48-7990-4282-8686-30ab32719cf0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.877181] env[65683]: DEBUG nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 773.882038] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 773.882038] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520e9a6a-f73c-ed15-517d-381e2c17e127" [ 773.882038] env[65683]: _type = "Task" [ 773.882038] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.892965] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520e9a6a-f73c-ed15-517d-381e2c17e127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.895815] env[65683]: WARNING neutronclient.v2_0.client [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.907288] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.907762] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.907762] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.908020] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.908020] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.908150] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.908477] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.908681] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.908856] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.909050] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.909317] env[65683]: DEBUG nova.virt.hardware [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.910216] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf41679b-434e-4577-8a35-8111ec89583e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.923079] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e74b328-389b-4e7e-a4da-e75ee65d06a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.946417] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Successfully created port: ccb828fc-c844-48c2-96ec-e8ac412f7df0 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.948179] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.948397] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.948753] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Deleting the datastore file [datastore1] 716a9055-81b4-4c36-b19e-8585e124bc83 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.949084] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6af44131-ad5c-4b87-8273-6095ce5d1748 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.956770] env[65683]: DEBUG oslo_vmware.api [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for the task: (returnval){ [ 773.956770] env[65683]: value = "task-4433058" [ 773.956770] env[65683]: _type = "Task" [ 773.956770] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.967578] env[65683]: DEBUG oslo_vmware.api [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4433058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.051655] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433055, 'name': ReconfigVM_Task, 'duration_secs': 0.716825} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.052026] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.053442] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83d1a9-17e1-4b86-a9a9-7c42bf3e3fc7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.084552] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-542c0632-e7e0-4c24-81f3-1cb5fb2f4e8f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.103506] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 774.103506] env[65683]: value = "task-4433059" [ 774.103506] env[65683]: _type = "Task" [ 774.103506] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.113841] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.141385] env[65683]: INFO nova.compute.manager [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] bringing vm to original state: 'stopped' [ 774.217875] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.386s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.220067] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.010s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.220455] env[65683]: DEBUG nova.objects.instance [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 774.258987] env[65683]: INFO nova.scheduler.client.report [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Deleted allocations for instance 5fab543c-86b1-4821-abb5-8cb9ffbcafba [ 774.397371] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520e9a6a-f73c-ed15-517d-381e2c17e127, 'name': SearchDatastore_Task, 'duration_secs': 0.02014} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.398537] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.398817] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] e0fc1117-a6d6-4dd9-8052-ec90f2320b41/e0fc1117-a6d6-4dd9-8052-ec90f2320b41.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.399115] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b43e57-db3f-4b62-a5db-0c3d051ffcb8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.410163] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 774.410163] env[65683]: value = "task-4433060" [ 774.410163] env[65683]: _type = "Task" [ 774.410163] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.420906] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.472191] env[65683]: DEBUG oslo_vmware.api [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Task: {'id': task-4433058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323565} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.473194] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.473194] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.473443] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.473492] env[65683]: INFO nova.compute.manager [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Took 1.18 seconds to destroy the instance on the hypervisor. [ 774.474119] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 774.474408] env[65683]: DEBUG nova.compute.manager [-] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 774.474545] env[65683]: DEBUG nova.network.neutron [-] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 774.474893] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.618563] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433059, 'name': ReconfigVM_Task, 'duration_secs': 0.243001} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.618563] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.618563] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d423da0d-7924-49b3-b1a4-6084d92335b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.625550] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 774.625550] env[65683]: value = "task-4433061" [ 774.625550] env[65683]: _type = "Task" [ 774.625550] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.636391] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.773398] env[65683]: DEBUG oslo_concurrency.lockutils [None req-63056c7b-8819-4fd4-a07d-9e0e0c39d4c9 tempest-ImagesOneServerTestJSON-224947826 tempest-ImagesOneServerTestJSON-224947826-project-member] Lock "5fab543c-86b1-4821-abb5-8cb9ffbcafba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.274s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.924993] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.046142] env[65683]: DEBUG nova.compute.manager [req-3ecb26d6-e988-45ad-b554-77b30702e4fc req-a5140d2e-83f9-4aa3-8fb6-772911d540a2 service nova] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Received event network-vif-deleted-aa257a7d-4f0e-4bcc-aa67-12d3b0f76126 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.081208] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.105950] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Successfully created port: 68e709ac-ff55-4753-9723-3a3ad49ff836 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 775.141435] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.150682] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0ec73518-1f72-47c4-954f-5fedbe352a39" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.150682] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.150682] env[65683]: DEBUG nova.compute.manager [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.150682] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63df6162-10f9-46dd-ae6a-a2d404e98b08 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.159344] env[65683]: DEBUG nova.compute.manager [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 775.230881] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d5c9ed36-4073-47c8-ab9d-de716352ee2f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.231797] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.878s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.234021] env[65683]: INFO nova.compute.claims [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.266228] env[65683]: DEBUG nova.network.neutron [-] [instance: caa249fb-cccc-438a-b456-0068782da68e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.426034] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682433} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.426942] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] e0fc1117-a6d6-4dd9-8052-ec90f2320b41/e0fc1117-a6d6-4dd9-8052-ec90f2320b41.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.426942] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.427337] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e377c3d-6103-4a45-bffd-fd4de5c82889 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.437980] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 775.437980] env[65683]: value = "task-4433062" [ 775.437980] env[65683]: _type = "Task" [ 775.437980] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.454339] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.642112] env[65683]: DEBUG oslo_vmware.api [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433061, 'name': PowerOnVM_Task, 'duration_secs': 0.795368} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.642552] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.646602] env[65683]: DEBUG nova.compute.manager [None req-c8e9ce7f-4084-47ec-be46-a6a3b119dc86 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.647848] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73300c80-9908-40c5-8f40-1b4083878816 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.666043] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.666043] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a98b2e-8858-4e94-9bd3-0bf7072f223d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.673271] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 775.673271] env[65683]: value = "task-4433063" [ 775.673271] env[65683]: _type = "Task" [ 775.673271] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.693674] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.772524] env[65683]: INFO nova.compute.manager [-] [instance: caa249fb-cccc-438a-b456-0068782da68e] Took 2.67 seconds to deallocate network for instance. [ 775.953994] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126005} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.954534] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.955567] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfba395-2e76-4734-a622-eaec3c63d0dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.994615] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] e0fc1117-a6d6-4dd9-8052-ec90f2320b41/e0fc1117-a6d6-4dd9-8052-ec90f2320b41.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.995196] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59508777-3be3-4895-a77d-d14b3c463126 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.028064] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 776.028064] env[65683]: value = "task-4433064" [ 776.028064] env[65683]: _type = "Task" [ 776.028064] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.048544] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.185310] env[65683]: DEBUG nova.network.neutron [-] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.198077] env[65683]: DEBUG oslo_vmware.api [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433063, 'name': PowerOffVM_Task, 'duration_secs': 0.288355} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.198077] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.198077] env[65683]: DEBUG nova.compute.manager [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 776.198077] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1080483-8f81-450d-a800-ecc75004342d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.285979] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.539365] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.693442] env[65683]: INFO nova.compute.manager [-] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Took 2.22 seconds to deallocate network for instance. [ 776.718445] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.731021] env[65683]: WARNING neutronclient.v2_0.client [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.903528] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d6910-868e-40ac-828b-5ce4d75293fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.912263] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80573741-1f40-4513-8b28-ed7fda333fb1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.951236] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daceeed-cc2b-4e49-9f9c-42aa8fb9b19c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.961375] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e6d4f-a395-4397-83f3-1c0575e46248 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.980616] env[65683]: DEBUG nova.compute.provider_tree [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.040256] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433064, 'name': ReconfigVM_Task, 'duration_secs': 0.606807} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.040629] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Reconfigured VM instance instance-00000030 to attach disk [datastore1] e0fc1117-a6d6-4dd9-8052-ec90f2320b41/e0fc1117-a6d6-4dd9-8052-ec90f2320b41.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.041522] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e6578b-ed6e-47a8-8eac-482dc1a50aa5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.049171] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 777.049171] env[65683]: value = "task-4433065" [ 777.049171] env[65683]: _type = "Task" [ 777.049171] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.060898] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433065, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.186451] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Successfully updated port: e6dafb52-3b66-439b-a46f-1a0ad1f29c06 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 777.205048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.234679] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.354945] env[65683]: WARNING neutronclient.v2_0.client [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.483166] env[65683]: DEBUG nova.scheduler.client.report [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.497247] env[65683]: DEBUG nova.network.neutron [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.561612] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433065, 'name': Rename_Task, 'duration_secs': 0.212609} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.562020] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.562323] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b8b33f8-911e-491a-a006-1bd44c296f82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.572268] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 777.572268] env[65683]: value = "task-4433066" [ 777.572268] env[65683]: _type = "Task" [ 777.572268] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.585318] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.612807] env[65683]: DEBUG nova.network.neutron [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Updated VIF entry in instance network info cache for port fcaad2b5-6df9-49d5-b959-9e1ae75662fd. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.613226] env[65683]: DEBUG nova.network.neutron [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Updating instance_info_cache with network_info: [{"id": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "address": "fa:16:3e:3c:72:54", "network": {"id": "dc965b22-adaf-4b68-bcfd-5c485619de84", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1391119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79f22b5582d4cf885561d992548d579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcaad2b5-6d", "ovs_interfaceid": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.992334] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.992334] env[65683]: DEBUG nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 778.001878] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.779s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.005754] env[65683]: INFO nova.compute.claims [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.011109] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Releasing lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.084086] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.117378] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] Releasing lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.117721] env[65683]: DEBUG nova.compute.manager [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.117963] env[65683]: DEBUG nova.compute.manager [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing instance network info cache due to event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.118147] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] Acquiring lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.118333] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] Acquired lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.118523] env[65683]: DEBUG nova.network.neutron [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.512512] env[65683]: DEBUG nova.compute.utils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.514024] env[65683]: DEBUG nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 778.514228] env[65683]: DEBUG nova.network.neutron [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 778.514586] env[65683]: WARNING neutronclient.v2_0.client [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.514820] env[65683]: WARNING neutronclient.v2_0.client [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.584271] env[65683]: DEBUG oslo_vmware.api [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433066, 'name': PowerOnVM_Task, 'duration_secs': 0.735978} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.584640] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.584869] env[65683]: INFO nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Took 10.23 seconds to spawn the instance on the hypervisor. [ 778.585092] env[65683]: DEBUG nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 778.585946] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8346efed-128b-4fed-abe1-7cfc62d038c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.622063] env[65683]: WARNING neutronclient.v2_0.client [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.641929] env[65683]: DEBUG nova.policy [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '196a55bbaf824c11b8be6b4913706a27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab5273379f854afcb451cd8fa693c953', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.019280] env[65683]: DEBUG nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 779.109150] env[65683]: INFO nova.compute.manager [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Took 30.80 seconds to build instance. [ 779.145456] env[65683]: DEBUG nova.network.neutron [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Successfully created port: dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 779.364392] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Successfully updated port: ccb828fc-c844-48c2-96ec-e8ac412f7df0 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.457546] env[65683]: DEBUG nova.compute.manager [req-631bf466-eb6d-4d27-8f5e-17f7949f860b req-b4bd5ae4-3990-4bd7-9e72-1acaf0849d5c service nova] [instance: caa249fb-cccc-438a-b456-0068782da68e] Received event network-vif-deleted-c9844632-1b09-4ad3-9e40-d7d322af03fe {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.457811] env[65683]: DEBUG nova.compute.manager [req-631bf466-eb6d-4d27-8f5e-17f7949f860b req-b4bd5ae4-3990-4bd7-9e72-1acaf0849d5c service nova] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Received event network-vif-deleted-5489ba09-b316-4787-a2fb-b54ecfcc336e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.471854] env[65683]: INFO nova.compute.manager [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Rebuilding instance [ 779.480929] env[65683]: DEBUG nova.compute.manager [req-e8364c78-ddfd-4ab9-84f4-7d62e79b3146 req-6b74bbaa-cf2b-48fd-ac74-2f709e5f3475 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-vif-plugged-e6dafb52-3b66-439b-a46f-1a0ad1f29c06 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.481717] env[65683]: DEBUG oslo_concurrency.lockutils [req-e8364c78-ddfd-4ab9-84f4-7d62e79b3146 req-6b74bbaa-cf2b-48fd-ac74-2f709e5f3475 service nova] Acquiring lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.481717] env[65683]: DEBUG oslo_concurrency.lockutils [req-e8364c78-ddfd-4ab9-84f4-7d62e79b3146 req-6b74bbaa-cf2b-48fd-ac74-2f709e5f3475 service nova] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.481890] env[65683]: DEBUG oslo_concurrency.lockutils [req-e8364c78-ddfd-4ab9-84f4-7d62e79b3146 req-6b74bbaa-cf2b-48fd-ac74-2f709e5f3475 service nova] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.482705] env[65683]: DEBUG nova.compute.manager [req-e8364c78-ddfd-4ab9-84f4-7d62e79b3146 req-6b74bbaa-cf2b-48fd-ac74-2f709e5f3475 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] No waiting events found dispatching network-vif-plugged-e6dafb52-3b66-439b-a46f-1a0ad1f29c06 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 779.482705] env[65683]: WARNING nova.compute.manager [req-e8364c78-ddfd-4ab9-84f4-7d62e79b3146 req-6b74bbaa-cf2b-48fd-ac74-2f709e5f3475 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received unexpected event network-vif-plugged-e6dafb52-3b66-439b-a46f-1a0ad1f29c06 for instance with vm_state building and task_state spawning. [ 779.536127] env[65683]: DEBUG nova.compute.manager [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 779.537230] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de3b93a-0d33-46dc-9300-1fbf87b6c706 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.558797] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.559743] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed021b79-6cd9-4381-9012-b61514accc1f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.573022] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 779.573022] env[65683]: value = "task-4433067" [ 779.573022] env[65683]: _type = "Task" [ 779.573022] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.587112] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.611643] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19813976-a67b-4356-aff7-58b3852bb237 tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.396s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.618792] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b578fe-6cb8-421c-88fe-ce3c73823de6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.630542] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4366d11b-ca3a-4919-8fca-c95a426566e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.673070] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa671ded-2216-4565-bba6-0ff09be5dcdb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.683300] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e05dc-c488-4763-b1f0-bea2d98752a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.709378] env[65683]: DEBUG nova.compute.provider_tree [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.047631] env[65683]: DEBUG nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 780.073109] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.073396] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.073532] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.073714] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.073981] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.074162] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.074308] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.074459] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.074616] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.074772] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.074935] env[65683]: DEBUG nova.virt.hardware [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.076337] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f963a203-988e-49f9-a3e0-aaf0884d55a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.089669] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433067, 'name': PowerOffVM_Task, 'duration_secs': 0.33758} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.091734] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.093737] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0555414a-ceb4-43c5-8acb-943623be5e54 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.098331] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83258771-5ba2-4c94-88a2-1e6196ebf81a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.131643] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a30e576-5519-470c-abfe-aaa2cf8ecdfa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.162817] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.163573] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff77b18-a821-48cf-a902-bdbf5dfa400a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.173204] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 780.173204] env[65683]: value = "task-4433068" [ 780.173204] env[65683]: _type = "Task" [ 780.173204] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.186468] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 780.186688] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.186940] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187083] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187257] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.187520] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24905a91-3234-48c8-96af-b5463c1a8d3d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.205313] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.205559] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.206406] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46937de1-2f80-43cd-b0fc-260cdc7ca86c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.212648] env[65683]: DEBUG nova.scheduler.client.report [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.219487] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 780.219487] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529b2094-c77c-a132-d30f-57c7e4317a24" [ 780.219487] env[65683]: _type = "Task" [ 780.219487] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.228902] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529b2094-c77c-a132-d30f-57c7e4317a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.497465] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cded26-7236-61ee-0998-b390441c87d1/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.498508] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee932cb-c4e3-4a05-b912-49b3cf66b4d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.506054] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cded26-7236-61ee-0998-b390441c87d1/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.506264] env[65683]: ERROR oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cded26-7236-61ee-0998-b390441c87d1/disk-0.vmdk due to incomplete transfer. [ 780.506480] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-950954dc-f309-44b4-bf83-2f10e5c22b76 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.515272] env[65683]: DEBUG oslo_vmware.rw_handles [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cded26-7236-61ee-0998-b390441c87d1/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.515475] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Uploaded image ec827955-b277-4c08-b2d8-2777887fdfd9 to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.518027] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.518677] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2cd34c5-9975-4ead-8b1c-e492f8747faa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.526303] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 780.526303] env[65683]: value = "task-4433069" [ 780.526303] env[65683]: _type = "Task" [ 780.526303] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.536402] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433069, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.558259] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.558594] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd59508-a240-4e93-a9a5-913cda6f31cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.566681] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 780.566681] env[65683]: value = "task-4433070" [ 780.566681] env[65683]: _type = "Task" [ 780.566681] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.576913] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.590907] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.591310] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.718946] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.719648] env[65683]: DEBUG nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 780.728689] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.374s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.728689] env[65683]: DEBUG nova.objects.instance [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lazy-loading 'resources' on Instance uuid 84f7c4fd-bd07-4485-a6f2-7b09100183c2 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.744582] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529b2094-c77c-a132-d30f-57c7e4317a24, 'name': SearchDatastore_Task, 'duration_secs': 0.018484} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.746804] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e047de-9a3e-48a1-b941-18eefa67f28a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.755866] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 780.755866] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5206015d-0261-814c-efe6-384456d6103c" [ 780.755866] env[65683]: _type = "Task" [ 780.755866] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.767732] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5206015d-0261-814c-efe6-384456d6103c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.995963] env[65683]: DEBUG nova.network.neutron [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Successfully updated port: dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 781.043478] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433069, 'name': Destroy_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.061185] env[65683]: WARNING neutronclient.v2_0.client [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.086022] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433070, 'name': PowerOffVM_Task, 'duration_secs': 0.150451} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.086022] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.086022] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.086022] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6504878-d7c0-4ab1-b9bf-f4375d71e888 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.101715] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.102629] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966b74f8-696c-48d0-a038-8dfb0cbdb425 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.106367] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.106367] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.106367] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.106367] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.106367] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.106367] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.106367] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 781.106367] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.139257] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.139510] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.139961] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Deleting the datastore file [datastore2] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.140050] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e492f258-6d0f-4c87-a69a-a634e0df0faf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.148038] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 781.148038] env[65683]: value = "task-4433072" [ 781.148038] env[65683]: _type = "Task" [ 781.148038] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.159172] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.233555] env[65683]: DEBUG nova.compute.utils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.233555] env[65683]: DEBUG nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 781.233555] env[65683]: DEBUG nova.network.neutron [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 781.233555] env[65683]: WARNING neutronclient.v2_0.client [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.234133] env[65683]: WARNING neutronclient.v2_0.client [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.270913] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5206015d-0261-814c-efe6-384456d6103c, 'name': SearchDatastore_Task, 'duration_secs': 0.016468} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.274112] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.275168] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. {{(pid=65683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 781.275558] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc41d6e-3345-4aab-bb69-20a523f2f2d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.287104] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 781.287104] env[65683]: value = "task-4433073" [ 781.287104] env[65683]: _type = "Task" [ 781.287104] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.298623] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.498411] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.499125] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.499385] env[65683]: DEBUG nova.network.neutron [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 781.542165] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433069, 'name': Destroy_Task, 'duration_secs': 0.512374} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.545351] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Destroyed the VM [ 781.545632] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.546241] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4a38534-4cef-48b2-a0ee-00d8094e3b5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.557542] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 781.557542] env[65683]: value = "task-4433074" [ 781.557542] env[65683]: _type = "Task" [ 781.557542] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.571339] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.613580] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.671032] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165929} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.671032] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.671032] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.671847] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.737252] env[65683]: DEBUG nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 781.800656] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.905486] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd0330-915e-4ed6-8d93-2aa93d8a80ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.915585] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5894266-80ba-4e60-a08f-56b609bb8f25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.952085] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819c03f3-b033-4d3f-b991-197aef1c462d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.962192] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df93d583-e120-4454-bf91-4eecb3eb31d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.978970] env[65683]: DEBUG nova.compute.provider_tree [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.996249] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "68f1e04e-011e-4d3a-be56-d55170c76885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.996491] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "68f1e04e-011e-4d3a-be56-d55170c76885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.068171] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.163741] env[65683]: DEBUG nova.compute.manager [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.164866] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16babc70-fd9e-45ec-b619-2d3464065a93 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.223175] env[65683]: DEBUG nova.policy [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91eecd7c7f464d58997b7c3d05ae8132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43c97014b1354687b1072fe74468d6b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.280395] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Successfully updated port: 68e709ac-ff55-4753-9723-3a3ad49ff836 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 782.300660] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763969} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.300660] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. [ 782.304150] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32448867-23a6-42a1-91a9-e4abdddc2c7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.339482] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.343023] env[65683]: DEBUG nova.network.neutron [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.343291] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af2e50f-9629-4869-9dea-0a925689945f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.362888] env[65683]: DEBUG nova.network.neutron [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updated VIF entry in instance network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.363405] env[65683]: DEBUG nova.network.neutron [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c02b558-40", "ovs_interfaceid": "6c02b558-4061-4814-87d2-971e99c2bcce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.367098] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 782.367098] env[65683]: value = "task-4433075" [ 782.367098] env[65683]: _type = "Task" [ 782.367098] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.376592] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.485889] env[65683]: DEBUG nova.scheduler.client.report [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.501649] env[65683]: DEBUG nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 782.570845] env[65683]: DEBUG oslo_vmware.api [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433074, 'name': RemoveSnapshot_Task, 'duration_secs': 0.875241} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.571583] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.571874] env[65683]: INFO nova.compute.manager [None req-68b26283-5fd4-4182-b090-a6068bc686fa tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 782.588760] env[65683]: WARNING neutronclient.v2_0.client [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.677016] env[65683]: INFO nova.compute.manager [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] instance snapshotting [ 782.677467] env[65683]: DEBUG nova.objects.instance [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lazy-loading 'flavor' on Instance uuid 07572127-549c-4068-aaf5-1f9c2d97383e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.681461] env[65683]: DEBUG nova.network.neutron [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updating instance_info_cache with network_info: [{"id": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "address": "fa:16:3e:4a:5f:26", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae37f90-28", "ovs_interfaceid": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.721035] env[65683]: DEBUG nova.network.neutron [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Successfully created port: 7f285f43-87df-4e3c-bc98-71357fd80aac {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 782.729081] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.729713] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.729713] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.729713] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.730223] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.730223] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.734229] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.734565] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.735740] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.735740] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.735740] env[65683]: DEBUG nova.virt.hardware [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.738734] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284efc3a-591c-4a06-9c1b-3c34da3717bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.748559] env[65683]: DEBUG nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 782.752436] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff27816-1aea-4065-a446-dbde6c417383 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.775851] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.781502] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 782.785143] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.785143] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed0e1e45-11b2-4b58-811f-7ac41340f40c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.800455] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.800736] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.800928] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.801143] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.801298] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.801461] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.801746] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.801976] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.802214] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.802444] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.802673] env[65683]: DEBUG nova.virt.hardware [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.803338] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.803491] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.803655] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 782.805838] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3a982-4dba-4588-b21a-6ed42e195d17 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.817910] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4a08ee-01f5-4cb2-8530-b0fe97f13577 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.823267] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.823267] env[65683]: value = "task-4433076" [ 782.823267] env[65683]: _type = "Task" [ 782.823267] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.841873] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433076, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.868586] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbc3f89a-751c-4a5d-817f-f3cdb1494379 req-3eb1c4f9-3d6c-4f00-bac7-29f37627c050 service nova] Releasing lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.881607] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.990668] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.993391] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.436s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.995174] env[65683]: INFO nova.compute.claims [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.030713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.032906] env[65683]: INFO nova.scheduler.client.report [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted allocations for instance 84f7c4fd-bd07-4485-a6f2-7b09100183c2 [ 783.183427] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f3a93a-b263-4504-bdb0-8bfe7b59ed8b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.186623] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Releasing lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.186998] env[65683]: DEBUG nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Instance network_info: |[{"id": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "address": "fa:16:3e:4a:5f:26", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae37f90-28", "ovs_interfaceid": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.187439] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:5f:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dae37f90-2841-4cff-a9d7-bbd8d5aa4987', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.197179] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.197962] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.198287] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-896dfe76-ab26-4796-a23c-78b3f3f0d00b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.235519] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98552fff-2cba-47fc-ba2d-a23608b7f9f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.243069] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.243069] env[65683]: value = "task-4433077" [ 783.243069] env[65683]: _type = "Task" [ 783.243069] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.257649] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433077, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.335285] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433076, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.379278] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433075, 'name': ReconfigVM_Task, 'duration_secs': 0.87661} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.379604] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.380503] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a154bcdc-2ed0-4044-8699-c11ca0e95adf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.410136] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d2d18e-ddd8-4b5b-be16-ff7f407fb592 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.429172] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 783.429172] env[65683]: value = "task-4433078" [ 783.429172] env[65683]: _type = "Task" [ 783.429172] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.434075] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 783.443728] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.497027] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-vif-plugged-ccb828fc-c844-48c2-96ec-e8ac412f7df0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.497140] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Acquiring lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.497433] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.497595] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.497760] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] No waiting events found dispatching network-vif-plugged-ccb828fc-c844-48c2-96ec-e8ac412f7df0 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 783.497913] env[65683]: WARNING nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received unexpected event network-vif-plugged-ccb828fc-c844-48c2-96ec-e8ac412f7df0 for instance with vm_state building and task_state spawning. [ 783.498085] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-changed-ccb828fc-c844-48c2-96ec-e8ac412f7df0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.498232] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Refreshing instance network info cache due to event network-changed-ccb828fc-c844-48c2-96ec-e8ac412f7df0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 783.498388] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Acquiring lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.504635] env[65683]: DEBUG nova.compute.manager [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-changed-e6dafb52-3b66-439b-a46f-1a0ad1f29c06 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.504635] env[65683]: DEBUG nova.compute.manager [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Refreshing instance network info cache due to event network-changed-e6dafb52-3b66-439b-a46f-1a0ad1f29c06. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 783.504856] env[65683]: DEBUG oslo_concurrency.lockutils [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] Acquiring lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.543888] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.547407] env[65683]: DEBUG oslo_concurrency.lockutils [None req-119a5664-b329-4f8d-98c4-e55a2b141f9c tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "84f7c4fd-bd07-4485-a6f2-7b09100183c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.750s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.753336] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.753819] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b7c5373-108e-49f3-afa2-27de37813c4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.761264] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433077, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.769533] env[65683]: DEBUG oslo_vmware.api [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 783.769533] env[65683]: value = "task-4433079" [ 783.769533] env[65683]: _type = "Task" [ 783.769533] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.784975] env[65683]: DEBUG oslo_vmware.api [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.838599] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433076, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.939658] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433078, 'name': ReconfigVM_Task, 'duration_secs': 0.390788} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.939930] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.940212] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-834cd338-b27c-44f6-aea9-dde1261aa1eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.948855] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 783.948855] env[65683]: value = "task-4433080" [ 783.948855] env[65683]: _type = "Task" [ 783.948855] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.958620] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.024968] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.072726] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "07572127-549c-4068-aaf5-1f9c2d97383e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.072985] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "07572127-549c-4068-aaf5-1f9c2d97383e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.073261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "07572127-549c-4068-aaf5-1f9c2d97383e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.073448] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "07572127-549c-4068-aaf5-1f9c2d97383e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.075058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "07572127-549c-4068-aaf5-1f9c2d97383e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.078561] env[65683]: INFO nova.compute.manager [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Terminating instance [ 784.193941] env[65683]: INFO nova.compute.manager [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Unrescuing [ 784.194344] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.194666] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.194762] env[65683]: DEBUG nova.network.neutron [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.260242] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433077, 'name': CreateVM_Task, 'duration_secs': 0.583244} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.265458] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.269624] env[65683]: WARNING neutronclient.v2_0.client [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.269624] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.269624] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.269624] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.269850] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1cafffd-fb79-4c8c-a514-0306db359387 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.284757] env[65683]: DEBUG oslo_vmware.api [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433079, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.290492] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 784.290492] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522c9977-b889-7ab4-8517-fcbfd881ca8e" [ 784.290492] env[65683]: _type = "Task" [ 784.290492] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.299721] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522c9977-b889-7ab4-8517-fcbfd881ca8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.335875] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433076, 'name': CreateVM_Task, 'duration_secs': 1.383626} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.336203] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.336618] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.452077] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0ec73518-1f72-47c4-954f-5fedbe352a39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.454763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.454763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0ec73518-1f72-47c4-954f-5fedbe352a39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.454763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.454763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.461308] env[65683]: INFO nova.compute.manager [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Terminating instance [ 784.472233] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433080, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.485195] env[65683]: DEBUG nova.network.neutron [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Successfully updated port: 7f285f43-87df-4e3c-bc98-71357fd80aac {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 784.583175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "refresh_cache-07572127-549c-4068-aaf5-1f9c2d97383e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.583383] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquired lock "refresh_cache-07572127-549c-4068-aaf5-1f9c2d97383e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.583711] env[65683]: DEBUG nova.network.neutron [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.656630] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beeb606-2791-423b-bbfb-937bb598eff9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.666338] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a01f75-cceb-45a5-bc02-c6dd70129e49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.708712] env[65683]: WARNING neutronclient.v2_0.client [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.709548] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c2460-9883-4981-af35-6d9737f9e6ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.721180] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4244aae0-d1c8-4d59-a71b-4b0521e48ee0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.736902] env[65683]: DEBUG nova.compute.provider_tree [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.787548] env[65683]: DEBUG oslo_vmware.api [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433079, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.791062] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.809848] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522c9977-b889-7ab4-8517-fcbfd881ca8e, 'name': SearchDatastore_Task, 'duration_secs': 0.017621} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.809965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.810235] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.810575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.810642] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.810944] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.811324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.811640] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.812147] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f862e4-fefc-4d48-8179-5fa6932f979a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.816023] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55a9577-9cc4-4aa6-902c-6090ae20ab0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.824051] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 784.824051] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ac2115-782e-1366-8467-2467eef7576c" [ 784.824051] env[65683]: _type = "Task" [ 784.824051] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.828633] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.828633] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.831795] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d185efc-0ef4-417a-842c-4ef5ceefd3bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.838816] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ac2115-782e-1366-8467-2467eef7576c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.845196] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 784.845196] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d94690-96d3-50a0-db23-59e35f11c350" [ 784.845196] env[65683]: _type = "Task" [ 784.845196] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.855595] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d94690-96d3-50a0-db23-59e35f11c350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.934196] env[65683]: DEBUG nova.network.neutron [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updating instance_info_cache with network_info: [{"id": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "address": "fa:16:3e:f3:19:4d", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dafb52-3b", "ovs_interfaceid": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "address": "fa:16:3e:0d:c7:c1", "network": {"id": "3b175adc-c965-4e09-9b55-3931f2842996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858443468", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb828fc-c8", "ovs_interfaceid": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68e709ac-ff55-4753-9723-3a3ad49ff836", "address": "fa:16:3e:12:21:dd", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e709ac-ff", "ovs_interfaceid": "68e709ac-ff55-4753-9723-3a3ad49ff836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.971837] env[65683]: DEBUG nova.compute.manager [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 784.972699] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.972699] env[65683]: DEBUG oslo_vmware.api [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433080, 'name': PowerOnVM_Task, 'duration_secs': 0.831251} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.974171] env[65683]: WARNING neutronclient.v2_0.client [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.978483] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e9cf1-cf83-461d-a877-78a3cee2ba4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.983197] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.986889] env[65683]: DEBUG nova.compute.manager [None req-f92cc98a-26c0-4899-be08-3cc5ab2a71ed tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 784.987982] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "refresh_cache-b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.988413] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquired lock "refresh_cache-b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.988413] env[65683]: DEBUG nova.network.neutron [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.990464] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe284d-e4db-4f54-b5cd-921c96fe0d5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.996957] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.998801] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e30ce3-6617-4974-80ca-4fd3081296b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.088141] env[65683]: WARNING neutronclient.v2_0.client [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.097293] env[65683]: DEBUG nova.network.neutron [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Updating instance_info_cache with network_info: [{"id": "43e8f71f-ed18-4cf3-9414-e1016b769526", "address": "fa:16:3e:9e:9f:25", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e8f71f-ed", "ovs_interfaceid": "43e8f71f-ed18-4cf3-9414-e1016b769526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.119049] env[65683]: DEBUG nova.network.neutron [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 785.128814] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.129504] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.129504] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleting the datastore file [datastore2] 0ec73518-1f72-47c4-954f-5fedbe352a39 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.129721] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7663e749-75e2-43b7-abe6-1a74836356eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.140745] env[65683]: DEBUG oslo_vmware.api [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 785.140745] env[65683]: value = "task-4433082" [ 785.140745] env[65683]: _type = "Task" [ 785.140745] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.158619] env[65683]: DEBUG oslo_vmware.api [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.203037] env[65683]: DEBUG nova.network.neutron [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.243251] env[65683]: DEBUG nova.scheduler.client.report [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.291209] env[65683]: DEBUG oslo_vmware.api [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433079, 'name': CreateSnapshot_Task, 'duration_secs': 1.061607} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.291209] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 785.291857] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9caee1-b1c2-4372-88d5-7990f2848bd3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.340037] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ac2115-782e-1366-8467-2467eef7576c, 'name': SearchDatastore_Task, 'duration_secs': 0.027424} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.340518] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.340834] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.341162] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.362028] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d94690-96d3-50a0-db23-59e35f11c350, 'name': SearchDatastore_Task, 'duration_secs': 0.024766} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.362424] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0450e6f-a43f-4f25-be66-37cee3c7031e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.377856] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 785.377856] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527692e8-20fa-5ffc-026c-de329708a1d8" [ 785.377856] env[65683]: _type = "Task" [ 785.377856] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.392489] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527692e8-20fa-5ffc-026c-de329708a1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.393532] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.393532] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 3b26077b-ef17-4368-903b-3eb65588cee0/3b26077b-ef17-4368-903b-3eb65588cee0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.395077] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.395077] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.395448] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84c6dc05-9662-4546-ac24-adaaad7866b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.400447] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b737e597-762f-40da-b3dd-2b5a8ead7163 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.408124] env[65683]: DEBUG oslo_concurrency.lockutils [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.408581] env[65683]: DEBUG oslo_concurrency.lockutils [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.409065] env[65683]: INFO nova.compute.manager [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Rebooting instance [ 785.415220] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 785.415220] env[65683]: value = "task-4433083" [ 785.415220] env[65683]: _type = "Task" [ 785.415220] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.418566] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.418566] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.425471] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b480253e-2999-42af-95b2-8e7301c29079 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.436477] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 785.436477] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b1eac5-de7d-9ad3-346c-f2baf1784286" [ 785.436477] env[65683]: _type = "Task" [ 785.436477] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.444113] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Releasing lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.444787] env[65683]: DEBUG nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Instance network_info: |[{"id": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "address": "fa:16:3e:f3:19:4d", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dafb52-3b", "ovs_interfaceid": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "address": "fa:16:3e:0d:c7:c1", "network": {"id": "3b175adc-c965-4e09-9b55-3931f2842996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858443468", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb828fc-c8", "ovs_interfaceid": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68e709ac-ff55-4753-9723-3a3ad49ff836", "address": "fa:16:3e:12:21:dd", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e709ac-ff", "ovs_interfaceid": "68e709ac-ff55-4753-9723-3a3ad49ff836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 785.446151] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.453473] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Acquired lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.453733] env[65683]: DEBUG nova.network.neutron [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Refreshing network info cache for port ccb828fc-c844-48c2-96ec-e8ac412f7df0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.458610] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:19:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6dafb52-3b66-439b-a46f-1a0ad1f29c06', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:c7:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccb828fc-c844-48c2-96ec-e8ac412f7df0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:21:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68e709ac-ff55-4753-9723-3a3ad49ff836', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.468218] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Creating folder: Project (3859a5d307934033ac5047d099da0324). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.469735] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10da574-6ee2-4050-92e1-7804340dab30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.479742] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b1eac5-de7d-9ad3-346c-f2baf1784286, 'name': SearchDatastore_Task, 'duration_secs': 0.01372} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.480954] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ebbe67f-9445-43a6-a117-027b12aed586 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.486170] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Created folder: Project (3859a5d307934033ac5047d099da0324) in parent group-v867054. [ 785.486375] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Creating folder: Instances. Parent ref: group-v867195. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.486693] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e767a1c8-bab4-4627-a88a-5c376c5b0d9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.490689] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 785.490689] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529e9fe9-c2d1-b0c1-2e35-0b697fcaeffc" [ 785.490689] env[65683]: _type = "Task" [ 785.490689] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.504047] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529e9fe9-c2d1-b0c1-2e35-0b697fcaeffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.505816] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Created folder: Instances in parent group-v867195. [ 785.506137] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 785.506383] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.506679] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db7a7a06-fa15-407b-96fe-dbbd77deb6c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.536775] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.536775] env[65683]: value = "task-4433086" [ 785.536775] env[65683]: _type = "Task" [ 785.536775] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.547102] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433086, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.568238] env[65683]: DEBUG nova.network.neutron [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 785.600595] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-316690e2-e4a6-4889-98c4-e4590c8a5f01" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.601801] env[65683]: DEBUG nova.objects.instance [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lazy-loading 'flavor' on Instance uuid 316690e2-e4a6-4889-98c4-e4590c8a5f01 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.658555] env[65683]: DEBUG oslo_vmware.api [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487304} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.661109] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.661109] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.661109] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.661109] env[65683]: INFO nova.compute.manager [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Took 0.69 seconds to destroy the instance on the hypervisor. [ 785.661109] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 785.661109] env[65683]: DEBUG nova.compute.manager [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 785.661109] env[65683]: DEBUG nova.network.neutron [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 785.661109] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.692527] env[65683]: WARNING neutronclient.v2_0.client [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.705310] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.707722] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Releasing lock "refresh_cache-07572127-549c-4068-aaf5-1f9c2d97383e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.708266] env[65683]: DEBUG nova.compute.manager [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 785.708453] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.709693] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73692df2-af86-4cf3-abca-d6cfaf96e9ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.720184] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.720574] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac40a4ee-3d19-4041-880c-bf6186f3b1be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.733028] env[65683]: DEBUG oslo_vmware.api [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 785.733028] env[65683]: value = "task-4433087" [ 785.733028] env[65683]: _type = "Task" [ 785.733028] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.741298] env[65683]: DEBUG oslo_vmware.api [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.748557] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.750320] env[65683]: DEBUG nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 785.753786] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.973s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.807673] env[65683]: DEBUG nova.compute.manager [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Instance disappeared during snapshot {{(pid=65683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 785.880316] env[65683]: DEBUG nova.network.neutron [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Updating instance_info_cache with network_info: [{"id": "7f285f43-87df-4e3c-bc98-71357fd80aac", "address": "fa:16:3e:b5:e9:80", "network": {"id": "c4d0f30d-f150-48a6-8e98-3a03bf33a5b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-148742515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43c97014b1354687b1072fe74468d6b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f285f43-87", "ovs_interfaceid": "7f285f43-87df-4e3c-bc98-71357fd80aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.948550] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.960979] env[65683]: DEBUG oslo_concurrency.lockutils [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.961257] env[65683]: DEBUG oslo_concurrency.lockutils [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquired lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.961503] env[65683]: DEBUG nova.network.neutron [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 785.969933] env[65683]: WARNING neutronclient.v2_0.client [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.011855] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529e9fe9-c2d1-b0c1-2e35-0b697fcaeffc, 'name': SearchDatastore_Task, 'duration_secs': 0.013561} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.012178] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.012591] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.013214] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76784425-5088-4984-92d5-33ad67b54446 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.023740] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 786.023740] env[65683]: value = "task-4433088" [ 786.023740] env[65683]: _type = "Task" [ 786.023740] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.039639] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.054341] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433086, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.065046] env[65683]: DEBUG nova.compute.manager [None req-31e46bd2-431d-464a-90e2-ca189216dd67 tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Found 0 images (rotation: 2) {{(pid=65683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 786.108371] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744fa1d-5a4f-4d67-82c0-26d03154bf95 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.136887] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.137378] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b754c5d4-aefb-44cd-9651-9b1e846e1496 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.146928] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 786.146928] env[65683]: value = "task-4433091" [ 786.146928] env[65683]: _type = "Task" [ 786.146928] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.164509] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.246807] env[65683]: DEBUG oslo_vmware.api [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433087, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.259878] env[65683]: DEBUG nova.compute.utils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.264209] env[65683]: INFO nova.compute.claims [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.271573] env[65683]: DEBUG nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 786.271788] env[65683]: DEBUG nova.network.neutron [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 786.272166] env[65683]: WARNING neutronclient.v2_0.client [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.272461] env[65683]: WARNING neutronclient.v2_0.client [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.286241] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-vif-plugged-68e709ac-ff55-4753-9723-3a3ad49ff836 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 786.286540] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Acquiring lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.286761] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.286928] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.287889] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] No waiting events found dispatching network-vif-plugged-68e709ac-ff55-4753-9723-3a3ad49ff836 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 786.287889] env[65683]: WARNING nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received unexpected event network-vif-plugged-68e709ac-ff55-4753-9723-3a3ad49ff836 for instance with vm_state building and task_state spawning. [ 786.287889] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-changed-68e709ac-ff55-4753-9723-3a3ad49ff836 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 786.287889] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Refreshing instance network info cache due to event network-changed-68e709ac-ff55-4753-9723-3a3ad49ff836. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 786.288137] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Acquiring lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.345014] env[65683]: DEBUG nova.policy [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.365652] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.365990] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.366436] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.366436] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.366540] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.369095] env[65683]: INFO nova.compute.manager [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Terminating instance [ 786.373590] env[65683]: WARNING neutronclient.v2_0.client [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.381748] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Releasing lock "refresh_cache-b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.382124] env[65683]: DEBUG nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Instance network_info: |[{"id": "7f285f43-87df-4e3c-bc98-71357fd80aac", "address": "fa:16:3e:b5:e9:80", "network": {"id": "c4d0f30d-f150-48a6-8e98-3a03bf33a5b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-148742515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43c97014b1354687b1072fe74468d6b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f285f43-87", "ovs_interfaceid": "7f285f43-87df-4e3c-bc98-71357fd80aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 786.382790] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:e9:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f285f43-87df-4e3c-bc98-71357fd80aac', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.391128] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Creating folder: Project (43c97014b1354687b1072fe74468d6b4). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.391958] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee53ac7-53c2-4114-bcd3-11888aed7be4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.406616] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Created folder: Project (43c97014b1354687b1072fe74468d6b4) in parent group-v867054. [ 786.406925] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Creating folder: Instances. Parent ref: group-v867201. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.407288] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74f83f29-e6df-479e-8948-7b8e7246ea7b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.422267] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Created folder: Instances in parent group-v867201. [ 786.422511] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 786.426699] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.426962] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32e8f259-f88f-469c-aed0-20f228ff3664 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.449850] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669429} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.454233] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 3b26077b-ef17-4368-903b-3eb65588cee0/3b26077b-ef17-4368-903b-3eb65588cee0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.454380] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.454635] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.454635] env[65683]: value = "task-4433096" [ 786.454635] env[65683]: _type = "Task" [ 786.454635] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.455055] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f10210-0570-46ca-98e4-e09398df3b5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.468914] env[65683]: WARNING neutronclient.v2_0.client [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.471647] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433096, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.473873] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 786.473873] env[65683]: value = "task-4433097" [ 786.473873] env[65683]: _type = "Task" [ 786.473873] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.487834] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.538127] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433088, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.539672] env[65683]: DEBUG nova.network.neutron [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updated VIF entry in instance network info cache for port ccb828fc-c844-48c2-96ec-e8ac412f7df0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.540268] env[65683]: DEBUG nova.network.neutron [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updating instance_info_cache with network_info: [{"id": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "address": "fa:16:3e:f3:19:4d", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dafb52-3b", "ovs_interfaceid": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "address": "fa:16:3e:0d:c7:c1", "network": {"id": "3b175adc-c965-4e09-9b55-3931f2842996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858443468", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb828fc-c8", "ovs_interfaceid": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68e709ac-ff55-4753-9723-3a3ad49ff836", "address": "fa:16:3e:12:21:dd", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e709ac-ff", "ovs_interfaceid": "68e709ac-ff55-4753-9723-3a3ad49ff836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.553339] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433086, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.656094] env[65683]: DEBUG nova.network.neutron [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.663593] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433091, 'name': PowerOffVM_Task, 'duration_secs': 0.469278} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.663910] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.671221] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 786.673585] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8a0151-d5f5-43eb-b9ee-ba1de22d996b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.699107] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 786.699107] env[65683]: value = "task-4433098" [ 786.699107] env[65683]: _type = "Task" [ 786.699107] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.709635] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.745178] env[65683]: DEBUG oslo_vmware.api [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433087, 'name': PowerOffVM_Task, 'duration_secs': 0.562333} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.745495] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.745699] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.746160] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09d00ac3-902b-4cb0-884f-438d2c1521f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.773764] env[65683]: DEBUG nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 786.777621] env[65683]: INFO nova.compute.resource_tracker [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating resource usage from migration f6042d61-e420-4f27-87c9-884952ae405c [ 786.833174] env[65683]: DEBUG nova.network.neutron [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Successfully created port: fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 786.856239] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.856574] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.856689] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Deleting the datastore file [datastore2] 07572127-549c-4068-aaf5-1f9c2d97383e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.857352] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6353f8a1-0c6f-474f-9175-e687ccfe1b7b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.866439] env[65683]: DEBUG oslo_vmware.api [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for the task: (returnval){ [ 786.866439] env[65683]: value = "task-4433100" [ 786.866439] env[65683]: _type = "Task" [ 786.866439] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.873808] env[65683]: DEBUG nova.compute.manager [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 786.873808] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.874357] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834d56d-c071-4dd5-b2b2-8a5971aef4f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.886047] env[65683]: DEBUG oslo_vmware.api [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.894227] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.894227] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b009e935-38d3-4594-b510-f1a16906a0e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.947511] env[65683]: WARNING neutronclient.v2_0.client [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.973404] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433096, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.975254] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.975571] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.975745] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleting the datastore file [datastore2] 8ddc5af0-a122-42a9-96fe-7bfe4db073be {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.979215] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35fcc7f4-8af6-41b0-9f4b-62fdc8b5937d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.989916] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097332} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.995059] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.995059] env[65683]: DEBUG oslo_vmware.api [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 786.995059] env[65683]: value = "task-4433102" [ 786.995059] env[65683]: _type = "Task" [ 786.995059] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.995059] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c483e67-df78-4dfc-87c4-25ebefab2087 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.003028] env[65683]: DEBUG nova.compute.manager [req-ee6a4ff2-2452-4874-a630-3d1ac078d24f req-8d40eb05-4dc4-4cc7-b567-a54a94cab62b service nova] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Received event network-vif-deleted-06c8198c-c9e5-4db1-879a-86018daff312 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.024782] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 3b26077b-ef17-4368-903b-3eb65588cee0/3b26077b-ef17-4368-903b-3eb65588cee0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.031905] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c70d82-b5aa-42d9-a515-24d0dcfe4d23 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.050444] env[65683]: DEBUG oslo_vmware.api [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.059150] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Releasing lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.059150] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Received event network-vif-plugged-dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.059150] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Acquiring lock "3b26077b-ef17-4368-903b-3eb65588cee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.059150] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Lock "3b26077b-ef17-4368-903b-3eb65588cee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.059150] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Lock "3b26077b-ef17-4368-903b-3eb65588cee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.059150] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] No waiting events found dispatching network-vif-plugged-dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.059150] env[65683]: WARNING nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Received unexpected event network-vif-plugged-dae37f90-2841-4cff-a9d7-bbd8d5aa4987 for instance with vm_state building and task_state spawning. [ 787.059150] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Received event network-changed-dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.059150] env[65683]: DEBUG nova.compute.manager [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Refreshing instance network info cache due to event network-changed-dae37f90-2841-4cff-a9d7-bbd8d5aa4987. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 787.059150] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Acquiring lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.059150] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Acquired lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.059150] env[65683]: DEBUG nova.network.neutron [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Refreshing network info cache for port dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.063312] env[65683]: DEBUG oslo_concurrency.lockutils [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] Acquired lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.063587] env[65683]: DEBUG nova.network.neutron [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Refreshing network info cache for port e6dafb52-3b66-439b-a46f-1a0ad1f29c06 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.078039] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823554} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.084131] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.084425] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.084673] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433086, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.085283] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 787.085283] env[65683]: value = "task-4433103" [ 787.085283] env[65683]: _type = "Task" [ 787.085283] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.085673] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66ea5d5e-91d7-439e-8841-5f73103c9e31 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.097974] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.103291] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 787.103291] env[65683]: value = "task-4433104" [ 787.103291] env[65683]: _type = "Task" [ 787.103291] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.116993] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.160121] env[65683]: INFO nova.compute.manager [-] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Took 1.50 seconds to deallocate network for instance. [ 787.166853] env[65683]: DEBUG nova.network.neutron [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Updating instance_info_cache with network_info: [{"id": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "address": "fa:16:3e:3c:72:54", "network": {"id": "dc965b22-adaf-4b68-bcfd-5c485619de84", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1391119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79f22b5582d4cf885561d992548d579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcaad2b5-6d", "ovs_interfaceid": "fcaad2b5-6df9-49d5-b959-9e1ae75662fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.215512] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.382711] env[65683]: DEBUG oslo_vmware.api [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Task: {'id': task-4433100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340825} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.386325] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.386806] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.387027] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.387213] env[65683]: INFO nova.compute.manager [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 787.387482] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 787.388338] env[65683]: DEBUG nova.compute.manager [-] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 787.388338] env[65683]: DEBUG nova.network.neutron [-] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.388466] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.407410] env[65683]: DEBUG nova.network.neutron [-] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 787.407534] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.468516] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433096, 'name': CreateVM_Task, 'duration_secs': 0.98588} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.471189] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.471873] env[65683]: WARNING neutronclient.v2_0.client [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.472241] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.472389] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.473261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.473261] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d9a893-8d29-45a8-bcb7-206c26f23867 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.478951] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 787.478951] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525d221d-08a7-2d2e-43fc-cc3fb4551746" [ 787.478951] env[65683]: _type = "Task" [ 787.478951] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.483999] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ae8c9-edf4-4ff6-8b45-616d725b9313 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.492442] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525d221d-08a7-2d2e-43fc-cc3fb4551746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.495258] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e3a4cf-ddcb-481c-9c8f-ba7317fa03c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.534851] env[65683]: DEBUG oslo_vmware.api [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256648} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.535661] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6359324d-0f0f-49c3-b9fb-d8fbb539921a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.538355] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.538542] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.538710] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.538878] env[65683]: INFO nova.compute.manager [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Took 0.67 seconds to destroy the instance on the hypervisor. [ 787.539136] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 787.539348] env[65683]: DEBUG nova.compute.manager [-] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 787.539447] env[65683]: DEBUG nova.network.neutron [-] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.539690] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.548616] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f94616b-6055-4fa1-bf5e-4e304189d9bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.576695] env[65683]: WARNING neutronclient.v2_0.client [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.579563] env[65683]: WARNING neutronclient.v2_0.client [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.582049] env[65683]: DEBUG nova.compute.provider_tree [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.589346] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433086, 'name': CreateVM_Task, 'duration_secs': 1.660821} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.593049] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.594565] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.594565] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.594565] env[65683]: WARNING neutronclient.v2_0.client [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.594784] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.601443] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.609158] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.618881] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098015} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.619223] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.620095] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0d9ed-0982-47f1-a88b-cb031ff850a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.642668] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.643045] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c124df7f-6342-4c02-ad3e-77ac3ff9a987 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.663850] env[65683]: DEBUG oslo_concurrency.lockutils [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "13cd11b6-55c6-44dd-9c5c-374395b52176" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.664096] env[65683]: DEBUG oslo_concurrency.lockutils [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.669757] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.670387] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 787.670387] env[65683]: value = "task-4433105" [ 787.670387] env[65683]: _type = "Task" [ 787.670387] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.670769] env[65683]: DEBUG oslo_concurrency.lockutils [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Releasing lock "refresh_cache-e0fc1117-a6d6-4dd9-8052-ec90f2320b41" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.685330] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.712688] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433098, 'name': ReconfigVM_Task, 'duration_secs': 0.526181} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.713069] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 787.713314] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.713688] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1dfa5ef-b1e4-49fb-abd0-a60e866ddb3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.724033] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 787.724033] env[65683]: value = "task-4433106" [ 787.724033] env[65683]: _type = "Task" [ 787.724033] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.732096] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.788265] env[65683]: DEBUG nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 787.822151] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 787.822390] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.822590] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 787.822714] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.822918] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 787.823045] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 787.823269] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 787.823419] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 787.823577] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 787.823748] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 787.823920] env[65683]: DEBUG nova.virt.hardware [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 787.824893] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513dbf70-1352-4a04-ab11-482a263da73b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.834609] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a50b7-595d-4872-af2b-649d9ced43c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.910520] env[65683]: DEBUG nova.network.neutron [-] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.993307] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525d221d-08a7-2d2e-43fc-cc3fb4551746, 'name': SearchDatastore_Task, 'duration_secs': 0.030425} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.993990] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.994728] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.995192] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.995546] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.995888] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.996318] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.996734] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.997214] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d7a66e-59fe-4e4a-ab09-8f9e601589f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.999874] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef422574-3d70-49e5-8d49-8f4edb9f9690 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.007400] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 788.007400] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52415552-1f6d-e1d8-feab-1b1fd50bb132" [ 788.007400] env[65683]: _type = "Task" [ 788.007400] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.019355] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52415552-1f6d-e1d8-feab-1b1fd50bb132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.025353] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.025353] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.025920] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d1187e-aa1c-4b18-bb8e-92132c0aeb45 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.034458] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 788.034458] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b1679b-617a-8431-87e7-3501146a3774" [ 788.034458] env[65683]: _type = "Task" [ 788.034458] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.042142] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b1679b-617a-8431-87e7-3501146a3774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.079141] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.079141] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.093751] env[65683]: DEBUG nova.scheduler.client.report [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.107859] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433103, 'name': ReconfigVM_Task, 'duration_secs': 0.696505} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.107859] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 3b26077b-ef17-4368-903b-3eb65588cee0/3b26077b-ef17-4368-903b-3eb65588cee0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.107859] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca38609d-c6fb-4cc8-b4b5-947d4b057f32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.118193] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 788.118193] env[65683]: value = "task-4433107" [ 788.118193] env[65683]: _type = "Task" [ 788.118193] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.130096] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433107, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.168430] env[65683]: DEBUG nova.compute.utils [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.181590] env[65683]: DEBUG nova.compute.manager [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.182675] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed73553e-969c-4f18-a3d6-7f1d56c1488b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.191434] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433105, 'name': ReconfigVM_Task, 'duration_secs': 0.345725} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.191990] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73/4eb0977c-56d8-43c2-9c38-1eb2dd281f73.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.193645] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f2a44bb-8356-4bc4-bf3b-8607084ce9a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.207531] env[65683]: WARNING neutronclient.v2_0.client [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.213811] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 788.213811] env[65683]: value = "task-4433108" [ 788.213811] env[65683]: _type = "Task" [ 788.213811] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.224437] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433108, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.237826] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.247607] env[65683]: WARNING neutronclient.v2_0.client [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.371666] env[65683]: DEBUG nova.network.neutron [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updated VIF entry in instance network info cache for port dae37f90-2841-4cff-a9d7-bbd8d5aa4987. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.372441] env[65683]: DEBUG nova.network.neutron [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updating instance_info_cache with network_info: [{"id": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "address": "fa:16:3e:4a:5f:26", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae37f90-28", "ovs_interfaceid": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.407398] env[65683]: DEBUG nova.network.neutron [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updated VIF entry in instance network info cache for port e6dafb52-3b66-439b-a46f-1a0ad1f29c06. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.407701] env[65683]: DEBUG nova.network.neutron [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updating instance_info_cache with network_info: [{"id": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "address": "fa:16:3e:f3:19:4d", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dafb52-3b", "ovs_interfaceid": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "address": "fa:16:3e:0d:c7:c1", "network": {"id": "3b175adc-c965-4e09-9b55-3931f2842996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858443468", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb828fc-c8", "ovs_interfaceid": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68e709ac-ff55-4753-9723-3a3ad49ff836", "address": "fa:16:3e:12:21:dd", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e709ac-ff", "ovs_interfaceid": "68e709ac-ff55-4753-9723-3a3ad49ff836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.413363] env[65683]: INFO nova.compute.manager [-] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Took 1.03 seconds to deallocate network for instance. [ 788.459065] env[65683]: DEBUG nova.network.neutron [-] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.500458] env[65683]: DEBUG nova.network.neutron [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Successfully updated port: fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 788.528487] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52415552-1f6d-e1d8-feab-1b1fd50bb132, 'name': SearchDatastore_Task, 'duration_secs': 0.039587} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.528845] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.530555] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.530555] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.548547] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b1679b-617a-8431-87e7-3501146a3774, 'name': SearchDatastore_Task, 'duration_secs': 0.037033} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.550147] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6304add-846f-4294-b1fb-9a719451fa38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.560245] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 788.560245] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e1824a-a019-cb03-1693-33cb3578f5b0" [ 788.560245] env[65683]: _type = "Task" [ 788.560245] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.571952] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e1824a-a019-cb03-1693-33cb3578f5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.579690] env[65683]: DEBUG nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 788.599837] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.846s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.600284] env[65683]: INFO nova.compute.manager [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Migrating [ 788.613550] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.415s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.616788] env[65683]: INFO nova.compute.claims [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.651811] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433107, 'name': Rename_Task, 'duration_secs': 0.254} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.652737] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.655024] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd76df7-a170-44dd-ba4c-26c2308c925e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.664775] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 788.664775] env[65683]: value = "task-4433109" [ 788.664775] env[65683]: _type = "Task" [ 788.664775] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.671287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.677917] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.726328] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433108, 'name': Rename_Task, 'duration_secs': 0.164785} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.730154] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.730463] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-017f6198-d989-450e-8181-612a7bffc9ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.739433] env[65683]: DEBUG oslo_vmware.api [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433106, 'name': PowerOnVM_Task, 'duration_secs': 0.67619} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.741511] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.741744] env[65683]: DEBUG nova.compute.manager [None req-05899494-d98e-4189-9739-6ccf4e99c4dd tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.742229] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 788.742229] env[65683]: value = "task-4433110" [ 788.742229] env[65683]: _type = "Task" [ 788.742229] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.743047] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6846e531-2e1a-48b9-9a48-003da3f6ae27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.761063] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.876055] env[65683]: DEBUG oslo_concurrency.lockutils [req-69183ef6-452f-471a-9a17-86393c2c1397 req-0f48f80a-2995-4dc1-8273-6e1750530587 service nova] Releasing lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.911316] env[65683]: DEBUG oslo_concurrency.lockutils [req-40fcc37f-f0a9-44a3-bdd4-d25c1bbfbce2 req-9e2eb81c-9465-4b5b-a6c3-4a9311667ebd service nova] Releasing lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.911928] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Acquired lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.912091] env[65683]: DEBUG nova.network.neutron [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Refreshing network info cache for port 68e709ac-ff55-4753-9723-3a3ad49ff836 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.921062] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.961875] env[65683]: INFO nova.compute.manager [-] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Took 1.42 seconds to deallocate network for instance. [ 789.005039] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.005380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.005863] env[65683]: DEBUG nova.network.neutron [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.074822] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e1824a-a019-cb03-1693-33cb3578f5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014151} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.075141] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.075408] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5/b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.075722] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.075913] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.076168] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-508483e1-5c88-494a-8e02-baeefd775d0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.078274] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd4469f9-c6f7-46c3-aaa5-cc9776fdced2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.089244] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 789.089244] env[65683]: value = "task-4433111" [ 789.089244] env[65683]: _type = "Task" [ 789.089244] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.093429] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.093685] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.100120] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82314222-390c-471a-9ee0-36c50723d56a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.107336] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 789.107336] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5230b1b4-f2cd-a96c-2e08-94f143a62638" [ 789.107336] env[65683]: _type = "Task" [ 789.107336] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.110447] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.111703] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.128703] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5230b1b4-f2cd-a96c-2e08-94f143a62638, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.130194] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1caace71-4999-4814-827c-59beb2e9a4b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.140842] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 789.140842] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529fe76d-c81a-72fa-ddfb-2b70b0f6a3cb" [ 789.140842] env[65683]: _type = "Task" [ 789.140842] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.141284] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.141436] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.141602] env[65683]: DEBUG nova.network.neutron [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.154437] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529fe76d-c81a-72fa-ddfb-2b70b0f6a3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.177483] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.213275] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712fdac0-cf18-4cdf-a0e2-9160605b99fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.222290] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Doing hard reboot of VM {{(pid=65683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 789.222290] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b9038e7b-c171-4b8d-ba25-bbe3df01678b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.230793] env[65683]: DEBUG oslo_vmware.api [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 789.230793] env[65683]: value = "task-4433113" [ 789.230793] env[65683]: _type = "Task" [ 789.230793] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.241579] env[65683]: DEBUG oslo_vmware.api [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433113, 'name': ResetVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.256449] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.416042] env[65683]: WARNING neutronclient.v2_0.client [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.470398] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.566844] env[65683]: DEBUG nova.network.neutron [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 789.609988] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433111, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.635822] env[65683]: WARNING neutronclient.v2_0.client [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.648671] env[65683]: DEBUG nova.compute.manager [req-620a0ac9-ea0c-422f-915e-9e02eec93b55 req-f1dcfd58-5be8-41f7-83b3-5d7975bff61a service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-vif-plugged-fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.648671] env[65683]: DEBUG oslo_concurrency.lockutils [req-620a0ac9-ea0c-422f-915e-9e02eec93b55 req-f1dcfd58-5be8-41f7-83b3-5d7975bff61a service nova] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.648852] env[65683]: DEBUG oslo_concurrency.lockutils [req-620a0ac9-ea0c-422f-915e-9e02eec93b55 req-f1dcfd58-5be8-41f7-83b3-5d7975bff61a service nova] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.649116] env[65683]: DEBUG oslo_concurrency.lockutils [req-620a0ac9-ea0c-422f-915e-9e02eec93b55 req-f1dcfd58-5be8-41f7-83b3-5d7975bff61a service nova] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.649197] env[65683]: DEBUG nova.compute.manager [req-620a0ac9-ea0c-422f-915e-9e02eec93b55 req-f1dcfd58-5be8-41f7-83b3-5d7975bff61a service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] No waiting events found dispatching network-vif-plugged-fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 789.649342] env[65683]: WARNING nova.compute.manager [req-620a0ac9-ea0c-422f-915e-9e02eec93b55 req-f1dcfd58-5be8-41f7-83b3-5d7975bff61a service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received unexpected event network-vif-plugged-fbc462b6-2675-4053-941d-c37dde274608 for instance with vm_state building and task_state spawning. [ 789.650487] env[65683]: WARNING neutronclient.v2_0.client [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.672990] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529fe76d-c81a-72fa-ddfb-2b70b0f6a3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01216} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.685107] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.685107] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ab64090f-d45b-41d9-b1e4-3a1a57337a56/ab64090f-d45b-41d9-b1e4-3a1a57337a56.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.685930] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f71d589-0f3e-4104-83e9-218cdf213c88 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.696643] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433109, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.701805] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 789.701805] env[65683]: value = "task-4433114" [ 789.701805] env[65683]: _type = "Task" [ 789.701805] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.719686] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.739269] env[65683]: WARNING neutronclient.v2_0.client [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.754395] env[65683]: DEBUG oslo_vmware.api [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433113, 'name': ResetVM_Task, 'duration_secs': 0.1498} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.755320] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Did hard reboot of VM {{(pid=65683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 789.755608] env[65683]: DEBUG nova.compute.manager [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.757631] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affbf105-76a9-4512-bcc2-0f26b9c131c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.764680] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.776947] env[65683]: DEBUG oslo_concurrency.lockutils [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "13cd11b6-55c6-44dd-9c5c-374395b52176" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.777289] env[65683]: DEBUG oslo_concurrency.lockutils [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.777631] env[65683]: INFO nova.compute.manager [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Attaching volume 8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1 to /dev/sdb [ 789.805974] env[65683]: DEBUG nova.network.neutron [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updated VIF entry in instance network info cache for port 68e709ac-ff55-4753-9723-3a3ad49ff836. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 789.810066] env[65683]: DEBUG nova.network.neutron [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updating instance_info_cache with network_info: [{"id": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "address": "fa:16:3e:f3:19:4d", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dafb52-3b", "ovs_interfaceid": "e6dafb52-3b66-439b-a46f-1a0ad1f29c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "address": "fa:16:3e:0d:c7:c1", "network": {"id": "3b175adc-c965-4e09-9b55-3931f2842996", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858443468", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb828fc-c8", "ovs_interfaceid": "ccb828fc-c844-48c2-96ec-e8ac412f7df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68e709ac-ff55-4753-9723-3a3ad49ff836", "address": "fa:16:3e:12:21:dd", "network": {"id": "7a9195ed-6277-4557-85d2-32f00f245baa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-969299619", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e709ac-ff", "ovs_interfaceid": "68e709ac-ff55-4753-9723-3a3ad49ff836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.849329] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb15ec-8566-4dd6-9845-940401f44870 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.870380] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1bf5b4-b7cd-4966-ba94-d04afab4234b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.893039] env[65683]: DEBUG nova.virt.block_device [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Updating existing volume attachment record: c2588424-1b42-46d0-8020-cc612f77590d {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 789.911904] env[65683]: WARNING neutronclient.v2_0.client [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.952133] env[65683]: DEBUG nova.network.neutron [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.008463] env[65683]: DEBUG nova.network.neutron [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [{"id": "42c4046f-64da-4043-9922-b04fb2cf32ce", "address": "fa:16:3e:56:15:ce", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c4046f-64", "ovs_interfaceid": "42c4046f-64da-4043-9922-b04fb2cf32ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.037706] env[65683]: DEBUG nova.compute.manager [req-6cafba1e-0afd-4c4b-b456-eb0333ead9e8 req-84f04a91-ed0d-458c-a640-da41b81520ba service nova] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Received event network-vif-deleted-0ba29e5a-1367-476c-90ee-a0622cda2e1d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.109418] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752867} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.109698] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5/b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.109905] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.110198] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0defc6b1-00bf-45a7-ac77-cbebfb48164a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.120562] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 790.120562] env[65683]: value = "task-4433115" [ 790.120562] env[65683]: _type = "Task" [ 790.120562] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.129681] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.184595] env[65683]: DEBUG oslo_vmware.api [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433109, 'name': PowerOnVM_Task, 'duration_secs': 1.099476} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.185015] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.185306] env[65683]: INFO nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Took 10.14 seconds to spawn the instance on the hypervisor. [ 790.185546] env[65683]: DEBUG nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 790.186408] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dedf49a-4ad8-4806-8545-ce40fab4d35e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.221677] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433114, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.258158] env[65683]: DEBUG oslo_vmware.api [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433110, 'name': PowerOnVM_Task, 'duration_secs': 1.164884} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.260987] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.262424] env[65683]: DEBUG nova.compute.manager [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 790.263928] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f94507e-18b8-4eba-90e5-8b415fe5b03f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.295676] env[65683]: DEBUG oslo_concurrency.lockutils [None req-281ab7a2-b255-44b2-9c28-366178fd738f tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.887s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.311135] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Releasing lock "refresh_cache-ab64090f-d45b-41d9-b1e4-3a1a57337a56" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.311694] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Received event network-vif-plugged-7f285f43-87df-4e3c-bc98-71357fd80aac {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.311694] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Acquiring lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.312639] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.312639] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.312639] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] No waiting events found dispatching network-vif-plugged-7f285f43-87df-4e3c-bc98-71357fd80aac {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 790.312639] env[65683]: WARNING nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Received unexpected event network-vif-plugged-7f285f43-87df-4e3c-bc98-71357fd80aac for instance with vm_state building and task_state spawning. [ 790.312953] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Received event network-changed-7f285f43-87df-4e3c-bc98-71357fd80aac {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.313105] env[65683]: DEBUG nova.compute.manager [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Refreshing instance network info cache due to event network-changed-7f285f43-87df-4e3c-bc98-71357fd80aac. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 790.313327] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Acquiring lock "refresh_cache-b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.313464] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Acquired lock "refresh_cache-b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.313670] env[65683]: DEBUG nova.network.neutron [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Refreshing network info cache for port 7f285f43-87df-4e3c-bc98-71357fd80aac {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.378296] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9034d33b-6025-4641-ba55-8514aaf13c40 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.393261] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247a44a-8c71-4aa0-97af-1746dee3ce93 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.437340] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c42af1-618e-4a19-9dad-639ace67526b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.446413] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75666640-a966-4299-8b8c-04196df72849 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.465022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.465425] env[65683]: DEBUG nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Instance network_info: |[{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 790.468579] env[65683]: DEBUG nova.compute.provider_tree [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.468579] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:45:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc462b6-2675-4053-941d-c37dde274608', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.476055] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 790.476414] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.477248] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fdd7cd6-c497-4cad-ae77-8b4b783a3ed7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.501023] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.501023] env[65683]: value = "task-4433119" [ 790.501023] env[65683]: _type = "Task" [ 790.501023] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.511202] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433119, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.512983] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.630253] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.466171} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.630552] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.631589] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2cbe19-7c9d-4631-8ff5-b21a9f69bbff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.656429] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5/b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.658864] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b819aa-cb6d-43a4-a5da-3f6242571b8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.678404] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 790.678404] env[65683]: value = "task-4433120" [ 790.678404] env[65683]: _type = "Task" [ 790.678404] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.689793] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.706523] env[65683]: INFO nova.compute.manager [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Took 37.37 seconds to build instance. [ 790.719596] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433114, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.786334] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.817537] env[65683]: WARNING neutronclient.v2_0.client [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.978820] env[65683]: DEBUG nova.scheduler.client.report [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.025989] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433119, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.192757] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.215071] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03a7e2a1-5cd1-423e-a2b4-2b12e8e66cc6 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.400s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.221495] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433114, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.397022] env[65683]: WARNING neutronclient.v2_0.client [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.473402] env[65683]: DEBUG nova.network.neutron [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Updated VIF entry in instance network info cache for port 7f285f43-87df-4e3c-bc98-71357fd80aac. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.473675] env[65683]: DEBUG nova.network.neutron [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Updating instance_info_cache with network_info: [{"id": "7f285f43-87df-4e3c-bc98-71357fd80aac", "address": "fa:16:3e:b5:e9:80", "network": {"id": "c4d0f30d-f150-48a6-8e98-3a03bf33a5b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-148742515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43c97014b1354687b1072fe74468d6b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f285f43-87", "ovs_interfaceid": "7f285f43-87df-4e3c-bc98-71357fd80aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.491243] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.491759] env[65683]: DEBUG nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 791.494460] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.823s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.494680] env[65683]: DEBUG nova.objects.instance [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lazy-loading 'resources' on Instance uuid e9e64f47-4d46-4254-9b69-530f4e51c7ac {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.512991] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433119, 'name': CreateVM_Task, 'duration_secs': 0.556344} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.512991] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.513545] env[65683]: WARNING neutronclient.v2_0.client [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.513882] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.514036] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.514357] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.514700] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd946af-06dd-4574-b30c-f087e0601052 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.521861] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 791.521861] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f3ab9c-5161-becc-cb56-9554a0d4cb6c" [ 791.521861] env[65683]: _type = "Task" [ 791.521861] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.535381] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f3ab9c-5161-becc-cb56-9554a0d4cb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.693143] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433120, 'name': ReconfigVM_Task, 'duration_secs': 0.689449} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.693143] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5/b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.695748] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-955a6bcd-286f-4265-a9bc-64df84a6ed96 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.703405] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 791.703405] env[65683]: value = "task-4433122" [ 791.703405] env[65683]: _type = "Task" [ 791.703405] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.717322] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433122, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.724034] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433114, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.976783} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.724706] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ab64090f-d45b-41d9-b1e4-3a1a57337a56/ab64090f-d45b-41d9-b1e4-3a1a57337a56.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.724917] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.725236] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f776bc2-2980-461b-98b5-809f7d1d5463 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.734361] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 791.734361] env[65683]: value = "task-4433123" [ 791.734361] env[65683]: _type = "Task" [ 791.734361] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.747417] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.976293] env[65683]: DEBUG oslo_concurrency.lockutils [req-f319d244-f3d5-4947-8fe0-601e2aff11c2 req-caf8a255-e866-41f8-b7a1-e1c05848f084 service nova] Releasing lock "refresh_cache-b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.998223] env[65683]: DEBUG nova.compute.utils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.005327] env[65683]: DEBUG nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 792.005327] env[65683]: DEBUG nova.network.neutron [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 792.005445] env[65683]: WARNING neutronclient.v2_0.client [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.006028] env[65683]: WARNING neutronclient.v2_0.client [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.040289] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf23ba5e-7bc5-4837-8282-cfe834b84dfc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.048465] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f3ab9c-5161-becc-cb56-9554a0d4cb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.035814} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.052898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.053245] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.053491] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.053626] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054829] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.054829] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dac064d8-4661-4686-83cc-bbe9741a64a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.071508] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance '1019dc1b-33fc-45a7-9eb9-d7baf4950e1a' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 792.098453] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.098753] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.103773] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2345ce9b-3d3c-4b23-a343-f9a1e99b5275 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.113380] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 792.113380] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520505e4-a4db-3824-a523-7780d48546ae" [ 792.113380] env[65683]: _type = "Task" [ 792.113380] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.126841] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520505e4-a4db-3824-a523-7780d48546ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.211668] env[65683]: DEBUG nova.policy [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd395f46192436daef38c935875e62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d9b036b0a5c432cabbc7eaf5b6d6b57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.228611] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433122, 'name': Rename_Task, 'duration_secs': 0.196145} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.230050] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.230050] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b07415dd-a83b-4766-bc54-578722e28e78 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.243264] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 792.243264] env[65683]: value = "task-4433124" [ 792.243264] env[65683]: _type = "Task" [ 792.243264] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.253636] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076813} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.255111] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.256456] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba0a62-8173-44c2-a5de-1ca507d912d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.263767] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433124, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.298597] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ab64090f-d45b-41d9-b1e4-3a1a57337a56/ab64090f-d45b-41d9-b1e4-3a1a57337a56.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.301837] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c1fc7dd-d972-49c0-99bd-5f7648bb86d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.324345] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 792.324345] env[65683]: value = "task-4433125" [ 792.324345] env[65683]: _type = "Task" [ 792.324345] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.333993] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.502177] env[65683]: DEBUG nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 792.583731] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.590746] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc573bd4-00fd-4fe9-a4a7-6ffacb5eb783 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.598586] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 792.598586] env[65683]: value = "task-4433127" [ 792.598586] env[65683]: _type = "Task" [ 792.598586] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.619690] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.632037] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520505e4-a4db-3824-a523-7780d48546ae, 'name': SearchDatastore_Task, 'duration_secs': 0.045177} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.632993] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00ef3de-6698-4978-bc13-ac6b7b60a237 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.643745] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 792.643745] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5213218d-8c91-b854-2606-8661c4621d39" [ 792.643745] env[65683]: _type = "Task" [ 792.643745] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.659307] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5213218d-8c91-b854-2606-8661c4621d39, 'name': SearchDatastore_Task, 'duration_secs': 0.013365} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.663375] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.663664] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 3600119a-0d53-4794-9aa3-e4b625023252/3600119a-0d53-4794-9aa3-e4b625023252.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.664447] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a88aa316-cde6-4cfb-b980-5081556b35a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.675035] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 792.675035] env[65683]: value = "task-4433128" [ 792.675035] env[65683]: _type = "Task" [ 792.675035] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.691600] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.730127] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.731795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.731795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.731795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.731795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.737021] env[65683]: INFO nova.compute.manager [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Terminating instance [ 792.739849] env[65683]: DEBUG nova.network.neutron [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Successfully created port: 96979f34-628f-409d-b31b-9d6913b552b4 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 792.756327] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.839960] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433125, 'name': ReconfigVM_Task, 'duration_secs': 0.399532} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.840466] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ab64090f-d45b-41d9-b1e4-3a1a57337a56/ab64090f-d45b-41d9-b1e4-3a1a57337a56.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.841470] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b51f29de-6bb5-45bf-b8e0-4c41fb651950 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.847411] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bafdce-3e8d-4905-8501-0d4fcaaa085d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.854743] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 792.854743] env[65683]: value = "task-4433129" [ 792.854743] env[65683]: _type = "Task" [ 792.854743] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.865073] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c524f79a-d5f4-4c4f-a689-b0b02b0548f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.918633] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433129, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.919852] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16294236-fc57-4cfb-9646-7197f8f58d07 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.930894] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd74643-5b86-41db-80d1-362fdbb1250d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.953700] env[65683]: DEBUG nova.compute.provider_tree [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.118666] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433127, 'name': PowerOffVM_Task, 'duration_secs': 0.247887} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.119052] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.119374] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance '1019dc1b-33fc-45a7-9eb9-d7baf4950e1a' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.187887] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.250959] env[65683]: DEBUG nova.compute.manager [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 793.251464] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.252171] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12afbb75-76cf-4234-8b5f-5451ec9b39ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.262974] env[65683]: DEBUG oslo_vmware.api [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433124, 'name': PowerOnVM_Task, 'duration_secs': 0.629548} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.265521] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.265764] env[65683]: INFO nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Took 10.52 seconds to spawn the instance on the hypervisor. [ 793.266469] env[65683]: DEBUG nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 793.266469] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.267076] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb796c41-a111-4c09-a156-6b86763cc90f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.269754] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-348396e0-6927-4de1-8179-f17b919284a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.283058] env[65683]: DEBUG oslo_vmware.api [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 793.283058] env[65683]: value = "task-4433130" [ 793.283058] env[65683]: _type = "Task" [ 793.283058] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.295149] env[65683]: DEBUG oslo_vmware.api [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.372737] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433129, 'name': Rename_Task, 'duration_secs': 0.248634} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.372737] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.373074] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f235b9d-7a17-4198-8fb4-b13955da3be5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.381503] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 793.381503] env[65683]: value = "task-4433132" [ 793.381503] env[65683]: _type = "Task" [ 793.381503] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.391728] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.459709] env[65683]: DEBUG nova.scheduler.client.report [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.518273] env[65683]: DEBUG nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 793.549040] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 793.549214] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.549301] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 793.549484] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.549634] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 793.549773] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 793.549977] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.550269] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 793.550439] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 793.550602] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 793.550774] env[65683]: DEBUG nova.virt.hardware [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 793.551676] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a6282-2f96-4d16-b67a-15586be003f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.563022] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d166d-159f-4017-9a73-2a564e23d8eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 793.630262] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 793.635417] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c089eca1-a598-4728-8e1c-c240adc6f799 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.653522] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 793.653522] env[65683]: value = "task-4433133" [ 793.653522] env[65683]: _type = "Task" [ 793.653522] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.664687] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.690071] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67773} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.690071] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 3600119a-0d53-4794-9aa3-e4b625023252/3600119a-0d53-4794-9aa3-e4b625023252.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.690071] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.690234] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84692124-7246-4537-8ad1-6a9ecf5d699e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.698672] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 793.698672] env[65683]: value = "task-4433134" [ 793.698672] env[65683]: _type = "Task" [ 793.698672] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.709815] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.798051] env[65683]: INFO nova.compute.manager [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Took 34.61 seconds to build instance. [ 793.804082] env[65683]: DEBUG oslo_vmware.api [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433130, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.876498] env[65683]: DEBUG nova.compute.manager [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-changed-fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.876727] env[65683]: DEBUG nova.compute.manager [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing instance network info cache due to event network-changed-fbc462b6-2675-4053-941d-c37dde274608. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 793.877200] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.877200] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.877283] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing network info cache for port fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.896635] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.967614] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.473s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.971501] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.321s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.975098] env[65683]: INFO nova.compute.claims [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.999424] env[65683]: INFO nova.scheduler.client.report [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleted allocations for instance e9e64f47-4d46-4254-9b69-530f4e51c7ac [ 794.165574] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433133, 'name': ReconfigVM_Task, 'duration_secs': 0.329653} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.166145] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance '1019dc1b-33fc-45a7-9eb9-d7baf4950e1a' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.215781] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140534} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.216246] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.219021] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2386ae-60cd-4a22-ad79-921bdfaa5f93 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.246297] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 3600119a-0d53-4794-9aa3-e4b625023252/3600119a-0d53-4794-9aa3-e4b625023252.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.247847] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20677ba-f8a8-478a-95fd-89a77e7025d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.270498] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 794.270498] env[65683]: value = "task-4433135" [ 794.270498] env[65683]: _type = "Task" [ 794.270498] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.280757] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.301280] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69cd392c-4c95-4c16-99ba-2b26ebda2502 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.450s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.301676] env[65683]: DEBUG oslo_vmware.api [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433130, 'name': PowerOffVM_Task, 'duration_secs': 0.576887} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.301928] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.302104] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.302687] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46924c1b-841d-4795-a76e-53bcd03e76f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.382875] env[65683]: WARNING neutronclient.v2_0.client [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.387769] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.387769] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.387769] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Deleting the datastore file [datastore1] e0fc1117-a6d6-4dd9-8052-ec90f2320b41 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.392811] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1548e65-db5b-492d-af1f-c8d74b48c495 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.403176] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.404584] env[65683]: DEBUG oslo_vmware.api [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for the task: (returnval){ [ 794.404584] env[65683]: value = "task-4433137" [ 794.404584] env[65683]: _type = "Task" [ 794.404584] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.414454] env[65683]: DEBUG oslo_vmware.api [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.414965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.415357] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.415631] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.415877] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.416720] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.418835] env[65683]: INFO nova.compute.manager [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Terminating instance [ 794.459476] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.460809] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.511671] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b947304a-c5f3-4043-a782-c907690dd063 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "e9e64f47-4d46-4254-9b69-530f4e51c7ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.423s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.547485] env[65683]: DEBUG nova.network.neutron [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Successfully updated port: 96979f34-628f-409d-b31b-9d6913b552b4 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 794.674287] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:40:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cd7e85b0-79a5-413b-9815-9fa6a8bc40a5',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-773740861',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 794.674676] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.675107] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 794.675407] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.675694] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 794.675968] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 794.677179] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 794.677179] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 794.680448] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 794.680537] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 794.681204] env[65683]: DEBUG nova.virt.hardware [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 794.687385] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 794.688471] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43bf4e6c-e185-4b65-a926-e0255fe0fe9c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.704758] env[65683]: WARNING neutronclient.v2_0.client [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.717501] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 794.717501] env[65683]: value = "task-4433138" [ 794.717501] env[65683]: _type = "Task" [ 794.717501] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.733899] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.786282] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433135, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.807774] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updated VIF entry in instance network info cache for port fbc462b6-2675-4053-941d-c37dde274608. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.808339] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.899945] env[65683]: DEBUG oslo_vmware.api [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433132, 'name': PowerOnVM_Task, 'duration_secs': 1.177351} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.900200] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.900389] env[65683]: INFO nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Took 21.02 seconds to spawn the instance on the hypervisor. [ 794.900699] env[65683]: DEBUG nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.901421] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26d5bdd-15ae-4326-af9a-4257be74ab8a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.918503] env[65683]: DEBUG oslo_vmware.api [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Task: {'id': task-4433137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315735} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.918503] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.918653] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.918876] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.919074] env[65683]: INFO nova.compute.manager [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Took 1.67 seconds to destroy the instance on the hypervisor. [ 794.919319] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 794.919517] env[65683]: DEBUG nova.compute.manager [-] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 794.919611] env[65683]: DEBUG nova.network.neutron [-] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 794.920024] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.925317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "refresh_cache-4eb0977c-56d8-43c2-9c38-1eb2dd281f73" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.925511] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquired lock "refresh_cache-4eb0977c-56d8-43c2-9c38-1eb2dd281f73" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.925719] env[65683]: DEBUG nova.network.neutron [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.964626] env[65683]: DEBUG nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 794.984498] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.990944] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 794.991479] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867205', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'name': 'volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13cd11b6-55c6-44dd-9c5c-374395b52176', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'serial': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 794.994089] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f4973-169b-465a-b4a0-15be0935d720 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.011501] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7362e652-7c22-4739-9541-a5d6ace412bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.042046] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1/volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.045511] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc1bada-2a52-4834-800a-a1d0c87b5387 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.061718] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "refresh_cache-74af8894-8c88-4374-8376-45bfdb1ce89b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.061883] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired lock "refresh_cache-74af8894-8c88-4374-8376-45bfdb1ce89b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.062064] env[65683]: DEBUG nova.network.neutron [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 795.072126] env[65683]: DEBUG oslo_vmware.api [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 795.072126] env[65683]: value = "task-4433139" [ 795.072126] env[65683]: _type = "Task" [ 795.072126] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.084889] env[65683]: DEBUG oslo_vmware.api [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.236844] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433138, 'name': ReconfigVM_Task, 'duration_secs': 0.200574} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.238903] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 795.241124] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121ccc7e-3bff-4bc4-947c-05ab77ab52fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.267744] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.271672] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9326cf04-b565-45c0-85e0-1f9bb38d8214 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.300895] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433135, 'name': ReconfigVM_Task, 'duration_secs': 0.548181} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.305804] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 3600119a-0d53-4794-9aa3-e4b625023252/3600119a-0d53-4794-9aa3-e4b625023252.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.306666] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 795.306666] env[65683]: value = "task-4433140" [ 795.306666] env[65683]: _type = "Task" [ 795.306666] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.307494] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f5f5ca0-6843-4870-b2d5-3aa74302812d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.314023] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.314461] env[65683]: DEBUG nova.compute.manager [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received event network-changed-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.314700] env[65683]: DEBUG nova.compute.manager [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing instance network info cache due to event network-changed-88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 795.314911] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Acquiring lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.315215] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Acquired lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.315307] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing network info cache for port 88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.323471] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 795.323471] env[65683]: value = "task-4433141" [ 795.323471] env[65683]: _type = "Task" [ 795.323471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.329243] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.341730] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433141, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.427442] env[65683]: INFO nova.compute.manager [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Took 44.63 seconds to build instance. [ 795.430991] env[65683]: WARNING neutronclient.v2_0.client [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.482275] env[65683]: DEBUG nova.network.neutron [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.502094] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.559198] env[65683]: DEBUG nova.network.neutron [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.602412] env[65683]: DEBUG oslo_vmware.api [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.620264] env[65683]: DEBUG nova.network.neutron [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.741069] env[65683]: DEBUG nova.network.neutron [-] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.749045] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.749317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.754293] env[65683]: WARNING neutronclient.v2_0.client [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.759394] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be09e1b3-cbb5-442b-9513-b5d9e1c8a157 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.770812] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d4657-a41c-4d71-8ccb-22f5d58b4867 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.813125] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af2777e-12f1-451d-89a9-9483cac23457 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.821484] env[65683]: WARNING neutronclient.v2_0.client [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.828216] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce9d936-995b-4572-a422-4cfdb3d5ce56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.837576] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433140, 'name': ReconfigVM_Task, 'duration_secs': 0.342308} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.842370] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.842370] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance '1019dc1b-33fc-45a7-9eb9-d7baf4950e1a' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.859018] env[65683]: DEBUG nova.compute.provider_tree [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.861685] env[65683]: DEBUG nova.network.neutron [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Updating instance_info_cache with network_info: [{"id": "96979f34-628f-409d-b31b-9d6913b552b4", "address": "fa:16:3e:59:12:07", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96979f34-62", "ovs_interfaceid": "96979f34-628f-409d-b31b-9d6913b552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.867508] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433141, 'name': Rename_Task, 'duration_secs': 0.194394} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.867803] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.868084] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ad8f0e1-ba0a-47c1-a88b-7753f3cff0b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.879107] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 795.879107] env[65683]: value = "task-4433143" [ 795.879107] env[65683]: _type = "Task" [ 795.879107] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.893028] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.933371] env[65683]: DEBUG oslo_concurrency.lockutils [None req-461f0c41-0511-4f7d-b133-1a3cf70e051b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.844s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.066941] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Releasing lock "refresh_cache-4eb0977c-56d8-43c2-9c38-1eb2dd281f73" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.066941] env[65683]: DEBUG nova.compute.manager [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 796.066941] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.067747] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f2fc28-a6bd-4589-911a-d2dc9ab3912d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.081170] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.085263] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a45e3095-6a5b-478c-86ac-ac86d3f4ac02 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.087630] env[65683]: DEBUG oslo_vmware.api [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433139, 'name': ReconfigVM_Task, 'duration_secs': 0.625309} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.087992] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1/volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.093954] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeffe63e-facb-41f7-b625-9a3eeeeebd63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.107225] env[65683]: DEBUG oslo_vmware.api [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 796.107225] env[65683]: value = "task-4433144" [ 796.107225] env[65683]: _type = "Task" [ 796.107225] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.114794] env[65683]: DEBUG oslo_vmware.api [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 796.114794] env[65683]: value = "task-4433145" [ 796.114794] env[65683]: _type = "Task" [ 796.114794] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.119361] env[65683]: DEBUG oslo_vmware.api [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.130806] env[65683]: DEBUG oslo_vmware.api [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.245744] env[65683]: INFO nova.compute.manager [-] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Took 1.33 seconds to deallocate network for instance. [ 796.252322] env[65683]: DEBUG nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 796.293651] env[65683]: WARNING neutronclient.v2_0.client [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.365583] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad07c29-5f60-4712-874a-1bca1cf54fbc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.369657] env[65683]: DEBUG nova.scheduler.client.report [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.373478] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Releasing lock "refresh_cache-74af8894-8c88-4374-8376-45bfdb1ce89b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.373938] env[65683]: DEBUG nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Instance network_info: |[{"id": "96979f34-628f-409d-b31b-9d6913b552b4", "address": "fa:16:3e:59:12:07", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96979f34-62", "ovs_interfaceid": "96979f34-628f-409d-b31b-9d6913b552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 796.374574] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:12:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96979f34-628f-409d-b31b-9d6913b552b4', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.383797] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Creating folder: Project (9d9b036b0a5c432cabbc7eaf5b6d6b57). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.385627] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04b0311c-209a-417e-aaf5-bd539b37ce37 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.412669] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333ce992-91c6-4260-9886-ecbc8e67e645 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.425447] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.438355] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Created folder: Project (9d9b036b0a5c432cabbc7eaf5b6d6b57) in parent group-v867054. [ 796.438606] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Creating folder: Instances. Parent ref: group-v867208. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.439072] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "3b26077b-ef17-4368-903b-3eb65588cee0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.439256] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.439489] env[65683]: INFO nova.compute.manager [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Rebooting instance [ 796.441465] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance '1019dc1b-33fc-45a7-9eb9-d7baf4950e1a' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.445539] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ac27c35-5f19-4171-87b4-0a02b72708e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.449316] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updated VIF entry in instance network info cache for port 88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 796.449769] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.464502] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Created folder: Instances in parent group-v867208. [ 796.464829] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 796.464984] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.465764] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f26f0b-8ccf-417e-9101-cb4e79359d54 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.489480] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.489480] env[65683]: value = "task-4433148" [ 796.489480] env[65683]: _type = "Task" [ 796.489480] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.501463] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433148, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.621772] env[65683]: DEBUG oslo_vmware.api [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433144, 'name': PowerOffVM_Task, 'duration_secs': 0.145966} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.626430] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.626430] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.626430] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7515be-1f1b-405f-85f2-22102dc0bbe1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.636952] env[65683]: DEBUG oslo_vmware.api [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433145, 'name': ReconfigVM_Task, 'duration_secs': 0.2247} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.636952] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867205', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'name': 'volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13cd11b6-55c6-44dd-9c5c-374395b52176', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'serial': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 796.657929] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.658237] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.658493] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Deleting the datastore file [datastore1] 4eb0977c-56d8-43c2-9c38-1eb2dd281f73 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.659112] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b7dc6ca-bfb8-4af7-bf72-3c10187f29c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.667583] env[65683]: DEBUG oslo_vmware.api [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for the task: (returnval){ [ 796.667583] env[65683]: value = "task-4433150" [ 796.667583] env[65683]: _type = "Task" [ 796.667583] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.679049] env[65683]: DEBUG oslo_vmware.api [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.758796] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.790392] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.876270] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.876858] env[65683]: DEBUG nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 796.880487] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.038s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.880790] env[65683]: DEBUG nova.objects.instance [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lazy-loading 'resources' on Instance uuid 272e534f-7347-43a1-b697-de429831fe37 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.899454] env[65683]: DEBUG oslo_vmware.api [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433143, 'name': PowerOnVM_Task, 'duration_secs': 0.70758} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.899719] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.899910] env[65683]: INFO nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Took 9.11 seconds to spawn the instance on the hypervisor. [ 796.900089] env[65683]: DEBUG nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.901250] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ed015-fd9f-42ec-8e90-95b06cbeb800 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.955435] env[65683]: WARNING neutronclient.v2_0.client [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.955800] env[65683]: WARNING neutronclient.v2_0.client [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.961959] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Releasing lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.962290] env[65683]: DEBUG nova.compute.manager [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received event network-changed-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.962476] env[65683]: DEBUG nova.compute.manager [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing instance network info cache due to event network-changed-88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 796.962679] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Acquiring lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.962816] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Acquired lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.963037] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing network info cache for port 88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.979296] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.979296] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquired lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.979296] env[65683]: DEBUG nova.network.neutron [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 797.003332] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433148, 'name': CreateVM_Task, 'duration_secs': 0.411548} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.003477] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.003964] env[65683]: WARNING neutronclient.v2_0.client [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.004412] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.004625] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.005081] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.005751] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8109d04f-4714-42e6-b453-2121852f6ed3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.008682] env[65683]: DEBUG nova.network.neutron [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Port 42c4046f-64da-4043-9922-b04fb2cf32ce binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 797.014614] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 797.014614] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52199c8e-5935-6a03-b0ad-61c07d51b74c" [ 797.014614] env[65683]: _type = "Task" [ 797.014614] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.025398] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52199c8e-5935-6a03-b0ad-61c07d51b74c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.180721] env[65683]: DEBUG oslo_vmware.api [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Task: {'id': task-4433150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214461} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.180826] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.180979] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.181191] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.181366] env[65683]: INFO nova.compute.manager [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 797.181598] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 797.181791] env[65683]: DEBUG nova.compute.manager [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 797.181893] env[65683]: DEBUG nova.network.neutron [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 797.182146] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.200301] env[65683]: DEBUG nova.network.neutron [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 797.200568] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.344165] env[65683]: DEBUG nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Received event network-changed-dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.344942] env[65683]: DEBUG nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Refreshing instance network info cache due to event network-changed-dae37f90-2841-4cff-a9d7-bbd8d5aa4987. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 797.344942] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Acquiring lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.386414] env[65683]: DEBUG nova.compute.utils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.390934] env[65683]: DEBUG nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 797.391153] env[65683]: DEBUG nova.network.neutron [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 797.391452] env[65683]: WARNING neutronclient.v2_0.client [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.391826] env[65683]: WARNING neutronclient.v2_0.client [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.424935] env[65683]: INFO nova.compute.manager [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Took 33.89 seconds to build instance. [ 797.436655] env[65683]: DEBUG nova.policy [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e55d31a4cfd48429067964ffb025f94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d246f54dac740a9931c2da538a177e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.459395] env[65683]: DEBUG nova.compute.manager [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received event network-changed-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.459395] env[65683]: DEBUG nova.compute.manager [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing instance network info cache due to event network-changed-88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 797.459395] env[65683]: DEBUG oslo_concurrency.lockutils [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] Acquiring lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.466201] env[65683]: WARNING neutronclient.v2_0.client [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.485359] env[65683]: WARNING neutronclient.v2_0.client [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.531372] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52199c8e-5935-6a03-b0ad-61c07d51b74c, 'name': SearchDatastore_Task, 'duration_secs': 0.032337} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.531776] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.532084] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.532393] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.532803] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.533064] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.537538] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-805afbdd-97db-4ace-bf42-7ea210a8cea7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.554710] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.554710] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.554867] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18165a1a-55b0-446a-af1b-5ea771c734f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.570547] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 797.570547] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523b1a6e-9f15-1691-aa01-c30454b3e454" [ 797.570547] env[65683]: _type = "Task" [ 797.570547] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.583560] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523b1a6e-9f15-1691-aa01-c30454b3e454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.677960] env[65683]: DEBUG nova.objects.instance [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'flavor' on Instance uuid 13cd11b6-55c6-44dd-9c5c-374395b52176 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.703352] env[65683]: DEBUG nova.network.neutron [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.841535] env[65683]: DEBUG nova.network.neutron [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Successfully created port: 1721dbc4-d02a-4e12-8ef5-42cc7282e700 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 797.891264] env[65683]: DEBUG nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 797.927957] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f483371c-2842-42c8-a126-278e16207f4b tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "3600119a-0d53-4794-9aa3-e4b625023252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.663s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.973937] env[65683]: WARNING neutronclient.v2_0.client [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.006029] env[65683]: WARNING neutronclient.v2_0.client [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.044791] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.044982] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.045045] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.088061] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523b1a6e-9f15-1691-aa01-c30454b3e454, 'name': SearchDatastore_Task, 'duration_secs': 0.015323} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.088963] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3bbf2e-12b5-442b-80a1-9c6264763af1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.096730] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 798.096730] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5277c26b-81e7-e847-8e6b-ce76929d6d54" [ 798.096730] env[65683]: _type = "Task" [ 798.096730] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.102765] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f139535f-04bc-4332-9c93-e993b532b5fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.112608] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5277c26b-81e7-e847-8e6b-ce76929d6d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.116901] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "dbaf087d-8a01-402d-adca-9ee97afe86d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.117147] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.122700] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb44a38-4788-469a-9575-54c6fe19dff7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.161218] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8befbe5-d68c-499e-9365-b5b15f9681d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.170891] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0ea41-0ce9-429f-9da2-e9f6372d7354 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.188976] env[65683]: DEBUG nova.compute.provider_tree [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.191404] env[65683]: DEBUG oslo_concurrency.lockutils [None req-10a34615-5559-4539-bd40-0189cf08a6fa tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.413s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.209056] env[65683]: INFO nova.compute.manager [-] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Took 1.03 seconds to deallocate network for instance. [ 798.246698] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updated VIF entry in instance network info cache for port 88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.247152] env[65683]: DEBUG nova.network.neutron [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.278745] env[65683]: DEBUG nova.network.neutron [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updating instance_info_cache with network_info: [{"id": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "address": "fa:16:3e:4a:5f:26", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae37f90-28", "ovs_interfaceid": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.460230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.460230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.460230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.460230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.460230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.462393] env[65683]: INFO nova.compute.manager [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Terminating instance [ 798.609482] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5277c26b-81e7-e847-8e6b-ce76929d6d54, 'name': SearchDatastore_Task, 'duration_secs': 0.019335} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.609691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.609964] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 74af8894-8c88-4374-8376-45bfdb1ce89b/74af8894-8c88-4374-8376-45bfdb1ce89b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.610262] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1156fe15-26f4-4392-8f54-2b450f4887b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.619145] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 798.619145] env[65683]: value = "task-4433152" [ 798.619145] env[65683]: _type = "Task" [ 798.619145] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.624027] env[65683]: DEBUG nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 798.632713] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.692674] env[65683]: DEBUG nova.scheduler.client.report [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.715662] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.751234] env[65683]: DEBUG oslo_concurrency.lockutils [req-b4d3252d-00f6-4efa-88b7-e4cafa29f5c7 req-96482260-ed19-40bb-be29-f2ea613252dd service nova] Releasing lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.751735] env[65683]: DEBUG oslo_concurrency.lockutils [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] Acquired lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.751979] env[65683]: DEBUG nova.network.neutron [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing network info cache for port 88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.782351] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Releasing lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.785387] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Acquired lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.785549] env[65683]: DEBUG nova.network.neutron [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Refreshing network info cache for port dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.900371] env[65683]: DEBUG nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 798.935388] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 798.935388] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.935388] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 798.935388] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.935388] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 798.935388] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 798.935645] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.936152] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 798.936152] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 798.936279] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 798.936376] env[65683]: DEBUG nova.virt.hardware [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 798.937529] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df5ec90-4e5e-4365-a410-03318790e3d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.948527] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ef9d6c-a61b-4949-825d-3090eed2d918 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.968132] env[65683]: DEBUG nova.compute.manager [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 798.968414] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.969944] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6feee5e-5ab5-4632-aa64-36c7eece136b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.979191] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.979627] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14544249-308e-4d7a-b795-77a6391609c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.988650] env[65683]: DEBUG oslo_vmware.api [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 798.988650] env[65683]: value = "task-4433153" [ 798.988650] env[65683]: _type = "Task" [ 798.988650] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.002064] env[65683]: DEBUG oslo_vmware.api [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.049563] env[65683]: WARNING neutronclient.v2_0.client [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.132220] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.132220] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.132220] env[65683]: DEBUG nova.network.neutron [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 799.140053] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492218} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.143775] env[65683]: WARNING neutronclient.v2_0.client [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.146392] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 74af8894-8c88-4374-8376-45bfdb1ce89b/74af8894-8c88-4374-8376-45bfdb1ce89b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.146732] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.147621] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baf2aeca-8503-4e34-a8e7-56060bff04d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.158471] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 799.158471] env[65683]: value = "task-4433154" [ 799.158471] env[65683]: _type = "Task" [ 799.158471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.172759] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.174175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.205419] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.212960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.928s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.213410] env[65683]: DEBUG nova.objects.instance [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lazy-loading 'resources' on Instance uuid 473c1009-84bc-435d-b25c-1f64ba909c4d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.249141] env[65683]: INFO nova.scheduler.client.report [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleted allocations for instance 272e534f-7347-43a1-b697-de429831fe37 [ 799.257011] env[65683]: WARNING neutronclient.v2_0.client [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.289866] env[65683]: DEBUG nova.compute.manager [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.291497] env[65683]: WARNING neutronclient.v2_0.client [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.296394] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b676c1-cb6b-4a20-9b94-9bb858d729fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.498601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "54f70fe2-5259-4e70-8f26-6b27c54ee444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.498831] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.505618] env[65683]: DEBUG oslo_vmware.api [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433153, 'name': PowerOffVM_Task, 'duration_secs': 0.331013} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.506143] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.506463] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.506842] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37fcf2d4-e46a-4628-83f8-824f202272c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.557896] env[65683]: DEBUG nova.network.neutron [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Successfully updated port: 1721dbc4-d02a-4e12-8ef5-42cc7282e700 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 799.672739] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085751} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.678262] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.681820] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fceb98-9855-4235-b6da-b3b715ac3aca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.686495] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.686858] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.687191] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Deleting the datastore file [datastore1] ab64090f-d45b-41d9-b1e4-3a1a57337a56 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.687610] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4cd1c34-5198-4a84-85a6-3cd97ced210a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.741063] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 74af8894-8c88-4374-8376-45bfdb1ce89b/74af8894-8c88-4374-8376-45bfdb1ce89b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.745252] env[65683]: WARNING neutronclient.v2_0.client [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.749497] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f022b257-ae88-4a0b-a366-36d536961ba4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.777071] env[65683]: DEBUG oslo_vmware.api [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 799.777071] env[65683]: value = "task-4433157" [ 799.777071] env[65683]: _type = "Task" [ 799.777071] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.788032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e4995bde-b0aa-4155-8844-1134292f2171 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "272e534f-7347-43a1-b697-de429831fe37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.478s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.794787] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 799.794787] env[65683]: value = "task-4433158" [ 799.794787] env[65683]: _type = "Task" [ 799.794787] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.798474] env[65683]: DEBUG oslo_vmware.api [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.818950] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.935758] env[65683]: WARNING neutronclient.v2_0.client [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.006392] env[65683]: DEBUG nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 800.060745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.060745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.060745] env[65683]: DEBUG nova.network.neutron [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 800.305219] env[65683]: DEBUG oslo_vmware.api [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315945} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.308988] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.309245] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.309392] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.309566] env[65683]: INFO nova.compute.manager [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Took 1.34 seconds to destroy the instance on the hypervisor. [ 800.309813] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 800.310726] env[65683]: DEBUG nova.compute.manager [-] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 800.310726] env[65683]: DEBUG nova.network.neutron [-] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 800.310726] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.321712] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.322785] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d3a40-d562-456e-a2c7-f66bafbfc4b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.330860] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Doing hard reboot of VM {{(pid=65683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 800.333878] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-eb6fbc25-8f3f-4481-975f-82d7617cd4aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.341963] env[65683]: DEBUG oslo_vmware.api [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 800.341963] env[65683]: value = "task-4433159" [ 800.341963] env[65683]: _type = "Task" [ 800.341963] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.352501] env[65683]: DEBUG oslo_vmware.api [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433159, 'name': ResetVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.424580] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6015b-10c8-44c6-b34e-6bc760707799 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.429450] env[65683]: DEBUG nova.network.neutron [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [{"id": "42c4046f-64da-4043-9922-b04fb2cf32ce", "address": "fa:16:3e:56:15:ce", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c4046f-64", "ovs_interfaceid": "42c4046f-64da-4043-9922-b04fb2cf32ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.437035] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf98164-4e97-4821-9dc1-74785cacdc2e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.472856] env[65683]: WARNING neutronclient.v2_0.client [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.476154] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de7812b-8f72-43f3-8861-7aece2cd37c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.487900] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24d5d46-49f2-430d-b903-f1e91f5321aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.504344] env[65683]: DEBUG nova.compute.provider_tree [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.533132] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.584856] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.621506] env[65683]: DEBUG nova.network.neutron [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updated VIF entry in instance network info cache for port 88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 800.622189] env[65683]: DEBUG nova.network.neutron [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.650428] env[65683]: DEBUG nova.network.neutron [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 800.684935] env[65683]: DEBUG nova.network.neutron [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updated VIF entry in instance network info cache for port dae37f90-2841-4cff-a9d7-bbd8d5aa4987. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 800.685323] env[65683]: DEBUG nova.network.neutron [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updating instance_info_cache with network_info: [{"id": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "address": "fa:16:3e:4a:5f:26", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae37f90-28", "ovs_interfaceid": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.818339] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433158, 'name': ReconfigVM_Task, 'duration_secs': 0.534083} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.819160] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 74af8894-8c88-4374-8376-45bfdb1ce89b/74af8894-8c88-4374-8376-45bfdb1ce89b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.819563] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61bf3ebe-b87b-4bff-b5df-1b00221d5cc8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.828345] env[65683]: WARNING neutronclient.v2_0.client [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.834708] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 800.834708] env[65683]: value = "task-4433160" [ 800.834708] env[65683]: _type = "Task" [ 800.834708] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.848164] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433160, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.861507] env[65683]: DEBUG oslo_vmware.api [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433159, 'name': ResetVM_Task, 'duration_secs': 0.105503} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.861507] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Did hard reboot of VM {{(pid=65683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 800.861507] env[65683]: DEBUG nova.compute.manager [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 800.863694] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9648c5d5-62b4-475d-9cad-4375001e790a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.933033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.944923] env[65683]: DEBUG nova.network.neutron [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance_info_cache with network_info: [{"id": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "address": "fa:16:3e:c0:20:32", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1721dbc4-d0", "ovs_interfaceid": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.008083] env[65683]: DEBUG nova.scheduler.client.report [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.125293] env[65683]: DEBUG oslo_concurrency.lockutils [req-81c35412-d27e-451b-a065-14bfa73557f2 req-46786539-e18d-4f2b-9153-f3ce425ca8ef service nova] Releasing lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.188401] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Releasing lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.188509] env[65683]: DEBUG nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Received event network-vif-plugged-96979f34-628f-409d-b31b-9d6913b552b4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.188651] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Acquiring lock "74af8894-8c88-4374-8376-45bfdb1ce89b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.189177] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.189177] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.189299] env[65683]: DEBUG nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] No waiting events found dispatching network-vif-plugged-96979f34-628f-409d-b31b-9d6913b552b4 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 801.189365] env[65683]: WARNING nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Received unexpected event network-vif-plugged-96979f34-628f-409d-b31b-9d6913b552b4 for instance with vm_state building and task_state spawning. [ 801.189507] env[65683]: DEBUG nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Received event network-changed-96979f34-628f-409d-b31b-9d6913b552b4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.189652] env[65683]: DEBUG nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Refreshing instance network info cache due to event network-changed-96979f34-628f-409d-b31b-9d6913b552b4. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 801.190372] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Acquiring lock "refresh_cache-74af8894-8c88-4374-8376-45bfdb1ce89b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.190372] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Acquired lock "refresh_cache-74af8894-8c88-4374-8376-45bfdb1ce89b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.190372] env[65683]: DEBUG nova.network.neutron [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Refreshing network info cache for port 96979f34-628f-409d-b31b-9d6913b552b4 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.241829] env[65683]: DEBUG nova.compute.manager [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received event network-changed-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.242017] env[65683]: DEBUG nova.compute.manager [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing instance network info cache due to event network-changed-88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 801.242224] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] Acquiring lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.242362] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] Acquired lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.242601] env[65683]: DEBUG nova.network.neutron [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Refreshing network info cache for port 88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.265081] env[65683]: DEBUG nova.compute.manager [req-7f8862e9-e15d-4e3c-b482-9fbd12cd8285 req-e6e5aa7a-5280-4416-ba53-12c200bc9dd8 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Received event network-vif-plugged-1721dbc4-d02a-4e12-8ef5-42cc7282e700 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.265272] env[65683]: DEBUG oslo_concurrency.lockutils [req-7f8862e9-e15d-4e3c-b482-9fbd12cd8285 req-e6e5aa7a-5280-4416-ba53-12c200bc9dd8 service nova] Acquiring lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.265515] env[65683]: DEBUG oslo_concurrency.lockutils [req-7f8862e9-e15d-4e3c-b482-9fbd12cd8285 req-e6e5aa7a-5280-4416-ba53-12c200bc9dd8 service nova] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.265743] env[65683]: DEBUG oslo_concurrency.lockutils [req-7f8862e9-e15d-4e3c-b482-9fbd12cd8285 req-e6e5aa7a-5280-4416-ba53-12c200bc9dd8 service nova] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.265920] env[65683]: DEBUG nova.compute.manager [req-7f8862e9-e15d-4e3c-b482-9fbd12cd8285 req-e6e5aa7a-5280-4416-ba53-12c200bc9dd8 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] No waiting events found dispatching network-vif-plugged-1721dbc4-d02a-4e12-8ef5-42cc7282e700 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 801.266110] env[65683]: WARNING nova.compute.manager [req-7f8862e9-e15d-4e3c-b482-9fbd12cd8285 req-e6e5aa7a-5280-4416-ba53-12c200bc9dd8 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Received unexpected event network-vif-plugged-1721dbc4-d02a-4e12-8ef5-42cc7282e700 for instance with vm_state building and task_state spawning. [ 801.346678] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433160, 'name': Rename_Task, 'duration_secs': 0.174338} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.347089] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.347316] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f29db9a-b860-491b-84a7-68c890945aaa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.355996] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 801.355996] env[65683]: value = "task-4433161" [ 801.355996] env[65683]: _type = "Task" [ 801.355996] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.366324] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.380079] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b1302d54-816a-43fb-a295-b22b7a5c10cd tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.941s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.449798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.449798] env[65683]: DEBUG nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Instance network_info: |[{"id": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "address": "fa:16:3e:c0:20:32", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1721dbc4-d0", "ovs_interfaceid": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 801.451222] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:20:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1721dbc4-d02a-4e12-8ef5-42cc7282e700', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.458201] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.458792] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.459056] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3826eb92-bacb-4ad8-a408-093e2d775b33 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.478640] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f959fabc-6149-44c4-b96b-cee76b448455 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.483606] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.483606] env[65683]: value = "task-4433162" [ 801.483606] env[65683]: _type = "Task" [ 801.483606] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.504509] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef14821-7115-461a-b816-7424dc5182c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.511055] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433162, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.513762] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.519725] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.264s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.521240] env[65683]: INFO nova.compute.claims [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.524245] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance '1019dc1b-33fc-45a7-9eb9-d7baf4950e1a' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 801.542128] env[65683]: INFO nova.scheduler.client.report [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Deleted allocations for instance 473c1009-84bc-435d-b25c-1f64ba909c4d [ 801.693548] env[65683]: WARNING neutronclient.v2_0.client [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.747540] env[65683]: WARNING neutronclient.v2_0.client [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.872381] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.921451] env[65683]: DEBUG nova.network.neutron [-] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.996571] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433162, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.034099] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.035014] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2172282e-016c-456e-95f5-223013ecf45c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.045057] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 802.045057] env[65683]: value = "task-4433164" [ 802.045057] env[65683]: _type = "Task" [ 802.045057] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.057186] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.057762] env[65683]: DEBUG oslo_concurrency.lockutils [None req-355e88da-9016-46e4-aec5-bc1a97c263a9 tempest-ListServersNegativeTestJSON-1141148033 tempest-ListServersNegativeTestJSON-1141148033-project-member] Lock "473c1009-84bc-435d-b25c-1f64ba909c4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.580s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.185534] env[65683]: WARNING neutronclient.v2_0.client [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.251539] env[65683]: WARNING neutronclient.v2_0.client [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.304964] env[65683]: DEBUG nova.network.neutron [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Updated VIF entry in instance network info cache for port 96979f34-628f-409d-b31b-9d6913b552b4. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 802.305421] env[65683]: DEBUG nova.network.neutron [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Updating instance_info_cache with network_info: [{"id": "96979f34-628f-409d-b31b-9d6913b552b4", "address": "fa:16:3e:59:12:07", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96979f34-62", "ovs_interfaceid": "96979f34-628f-409d-b31b-9d6913b552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.365718] env[65683]: DEBUG nova.network.neutron [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updated VIF entry in instance network info cache for port 88326e18-2322-4046-aca8-2055933064c9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 802.366159] env[65683]: DEBUG nova.network.neutron [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [{"id": "88326e18-2322-4046-aca8-2055933064c9", "address": "fa:16:3e:14:72:09", "network": {"id": "04896179-7799-4018-ad7e-bbfd4ee1d84a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1127966823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66b7a2f01f284c8da10075793c3c1c4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88326e18-23", "ovs_interfaceid": "88326e18-2322-4046-aca8-2055933064c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.371874] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Acquiring lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.372150] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.377198] env[65683]: DEBUG oslo_vmware.api [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433161, 'name': PowerOnVM_Task, 'duration_secs': 0.746858} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.377926] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.377926] env[65683]: INFO nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Took 8.86 seconds to spawn the instance on the hypervisor. [ 802.378126] env[65683]: DEBUG nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 802.378937] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b186eb27-0b99-4f70-b29b-71da3290e500 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.424966] env[65683]: INFO nova.compute.manager [-] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Took 2.11 seconds to deallocate network for instance. [ 802.498148] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433162, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.557119] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.811628] env[65683]: DEBUG oslo_concurrency.lockutils [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] Releasing lock "refresh_cache-74af8894-8c88-4374-8376-45bfdb1ce89b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.812641] env[65683]: DEBUG nova.compute.manager [req-d23ffadb-33d0-4d14-8bc1-6fe50256363d req-41522a54-1653-49d3-999f-b3c768bb0e7e service nova] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Received event network-vif-deleted-fcaad2b5-6df9-49d5-b959-9e1ae75662fd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 802.870200] env[65683]: DEBUG oslo_concurrency.lockutils [req-c3b0932c-e072-49bb-905f-10249366070d req-410fd48d-562d-4d52-b680-b8dbd87f6410 service nova] Releasing lock "refresh_cache-3c0934a9-252b-4616-93ba-0f20d148f604" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.878291] env[65683]: DEBUG nova.compute.utils [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.902735] env[65683]: INFO nova.compute.manager [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Took 36.73 seconds to build instance. [ 802.931969] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.995774] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433162, 'name': CreateVM_Task, 'duration_secs': 1.485205} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.998887] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.999779] env[65683]: WARNING neutronclient.v2_0.client [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.000446] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.000537] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.001265] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.001522] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58de8546-fdf0-464b-b40c-e08b308bfca8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.007883] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 803.007883] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521ff7c0-a2ab-f699-31bb-7b8f39e74679" [ 803.007883] env[65683]: _type = "Task" [ 803.007883] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.020429] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521ff7c0-a2ab-f699-31bb-7b8f39e74679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.045200] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.045483] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.059102] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.093502] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a898760-99e2-4ba0-8871-e7c0c9a655c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.101935] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bdaad9-8cd3-4de6-8495-0aa1fc512276 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.138536] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b21cb-b3ec-477f-97a0-4a4e5c60c3a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.148986] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97b636-196a-480c-8638-361a9131d5fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.165418] env[65683]: DEBUG nova.compute.provider_tree [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.381797] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.405602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd52571-d168-49ea-817b-e412e7ebc39e tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.750s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.520887] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521ff7c0-a2ab-f699-31bb-7b8f39e74679, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.520887] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.520887] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.521167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.521167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.521307] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.521600] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c176773a-946b-4bd3-8402-1de5ed8732c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.533928] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.534038] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.534740] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7809c752-dc20-4407-8c90-cc3ff8443288 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.541442] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 803.541442] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c8e505-3f47-b2b0-e3b3-e51020883d77" [ 803.541442] env[65683]: _type = "Task" [ 803.541442] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.552603] env[65683]: DEBUG nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 803.562134] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.562395] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c8e505-3f47-b2b0-e3b3-e51020883d77, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.563562] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f14f1f-8ff1-4213-a95d-6937a32a8a6b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.570291] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 803.570291] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52357c9c-ff4d-b2d3-0089-1a24b9e60b54" [ 803.570291] env[65683]: _type = "Task" [ 803.570291] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.580346] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52357c9c-ff4d-b2d3-0089-1a24b9e60b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.642534] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.642779] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.643098] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.643325] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.643537] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.645785] env[65683]: INFO nova.compute.manager [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Terminating instance [ 803.668984] env[65683]: DEBUG nova.scheduler.client.report [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.058747] env[65683]: DEBUG oslo_vmware.api [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433164, 'name': PowerOnVM_Task, 'duration_secs': 1.915155} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.059063] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.059204] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0fce0baf-b06b-4e45-be3e-7abd30eca7a2 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance '1019dc1b-33fc-45a7-9eb9-d7baf4950e1a' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.082030] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52357c9c-ff4d-b2d3-0089-1a24b9e60b54, 'name': SearchDatastore_Task, 'duration_secs': 0.020124} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.082329] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.082583] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0c14c4d2-b078-41c4-920d-d17ed577ebad/0c14c4d2-b078-41c4-920d-d17ed577ebad.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.082851] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3bfce7e-58ea-4a67-b617-8f9bd2dbc4c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.088945] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.090592] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 804.090592] env[65683]: value = "task-4433165" [ 804.090592] env[65683]: _type = "Task" [ 804.090592] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.099088] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.149869] env[65683]: DEBUG nova.compute.manager [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 804.150052] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.150976] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a6f02-5e1a-4616-a080-099c5d63cb30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.160012] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.160276] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bbc80d8-da9f-4eb3-ae2d-ef768a5794e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.167924] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 804.167924] env[65683]: value = "task-4433166" [ 804.167924] env[65683]: _type = "Task" [ 804.167924] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.174320] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.174870] env[65683]: DEBUG nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 804.182611] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.897s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.182855] env[65683]: DEBUG nova.objects.instance [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lazy-loading 'resources' on Instance uuid caa249fb-cccc-438a-b456-0068782da68e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.184195] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.186570] env[65683]: DEBUG nova.compute.manager [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-changed-fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.186779] env[65683]: DEBUG nova.compute.manager [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing instance network info cache due to event network-changed-fbc462b6-2675-4053-941d-c37dde274608. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 804.187020] env[65683]: DEBUG oslo_concurrency.lockutils [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.187159] env[65683]: DEBUG oslo_concurrency.lockutils [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.187340] env[65683]: DEBUG nova.network.neutron [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing network info cache for port fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.207230] env[65683]: DEBUG nova.compute.manager [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Received event network-changed-1721dbc4-d02a-4e12-8ef5-42cc7282e700 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.207420] env[65683]: DEBUG nova.compute.manager [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Refreshing instance network info cache due to event network-changed-1721dbc4-d02a-4e12-8ef5-42cc7282e700. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 804.207603] env[65683]: DEBUG oslo_concurrency.lockutils [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] Acquiring lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.207816] env[65683]: DEBUG oslo_concurrency.lockutils [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] Acquired lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.208140] env[65683]: DEBUG nova.network.neutron [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Refreshing network info cache for port 1721dbc4-d02a-4e12-8ef5-42cc7282e700 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.341986] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "3c0934a9-252b-4616-93ba-0f20d148f604" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.342293] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "3c0934a9-252b-4616-93ba-0f20d148f604" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.342504] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "3c0934a9-252b-4616-93ba-0f20d148f604-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.342681] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "3c0934a9-252b-4616-93ba-0f20d148f604-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.342840] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "3c0934a9-252b-4616-93ba-0f20d148f604-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.345069] env[65683]: INFO nova.compute.manager [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Terminating instance [ 804.465356] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Acquiring lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.465653] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.465898] env[65683]: INFO nova.compute.manager [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Attaching volume fee861a1-c487-42fe-b28e-30376e9ceef3 to /dev/sdb [ 804.513355] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a54a38-c98a-4ce3-9deb-7e002efd1246 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.525985] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd85ee3-1022-4910-bd43-324284831a58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.546044] env[65683]: DEBUG nova.virt.block_device [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updating existing volume attachment record: 7f1364fc-67d1-44a2-9463-47c1eda03815 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 804.607467] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433165, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.680533] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433166, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.686782] env[65683]: DEBUG nova.compute.utils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.693196] env[65683]: DEBUG nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 804.693429] env[65683]: DEBUG nova.network.neutron [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 804.693751] env[65683]: WARNING neutronclient.v2_0.client [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.694866] env[65683]: WARNING neutronclient.v2_0.client [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.696304] env[65683]: WARNING neutronclient.v2_0.client [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.716031] env[65683]: WARNING neutronclient.v2_0.client [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.849610] env[65683]: DEBUG nova.compute.manager [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 804.849881] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.851683] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bef312-bbc4-43fb-b0ca-86478482971e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.865278] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.865278] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245e8bad-d8e2-4b95-a42c-1bc4acadc9d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.879550] env[65683]: DEBUG oslo_vmware.api [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 804.879550] env[65683]: value = "task-4433170" [ 804.879550] env[65683]: _type = "Task" [ 804.879550] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.885301] env[65683]: DEBUG nova.policy [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7cffd22e93d4c3ca757d5afc00e513e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd2b3bcf439249e389a65b51fd6a94ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.894583] env[65683]: DEBUG oslo_vmware.api [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.109342] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621054} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.110872] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0c14c4d2-b078-41c4-920d-d17ed577ebad/0c14c4d2-b078-41c4-920d-d17ed577ebad.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.110872] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.110872] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4782d63e-57c8-4f0b-985d-a03d499cb5e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.119703] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 805.119703] env[65683]: value = "task-4433171" [ 805.119703] env[65683]: _type = "Task" [ 805.119703] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.134292] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.166564] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "05953b83-4821-4233-86ef-49e3bc492c1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.166899] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "05953b83-4821-4233-86ef-49e3bc492c1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.181964] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433166, 'name': PowerOffVM_Task, 'duration_secs': 0.638109} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.182261] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.182407] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.182906] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7939aece-bb25-49e5-9a45-bd7a75de9635 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.191425] env[65683]: DEBUG nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 805.313721] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.313721] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.313929] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Deleting the datastore file [datastore2] b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.314134] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba1e755-2094-4031-8b6e-5d8f53f23368 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.324619] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 805.324619] env[65683]: value = "task-4433173" [ 805.324619] env[65683]: _type = "Task" [ 805.324619] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.334952] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.394220] env[65683]: DEBUG oslo_vmware.api [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433170, 'name': PowerOffVM_Task, 'duration_secs': 0.277976} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.394508] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.394695] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.394967] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f58097ea-d140-499f-af47-e6c8f8ee9a69 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.466975] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6af8420-d6de-4e82-8c2f-990c49bc60f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.478448] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34954261-eb81-4871-b8aa-6ce9da46f35b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.518799] env[65683]: DEBUG nova.network.neutron [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Successfully created port: d3801461-d843-4cb6-84e0-87f834e5f7de {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 805.522781] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2438ef5-d0e8-4e49-bfd0-58ee8158d975 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.526259] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.526952] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.526952] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Deleting the datastore file [datastore2] 3c0934a9-252b-4616-93ba-0f20d148f604 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.527377] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fab14f2-5e95-4b48-9089-ef7bae3e6990 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.537671] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452e21f-d4c4-41a2-886f-2f703c513072 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.542316] env[65683]: DEBUG oslo_vmware.api [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for the task: (returnval){ [ 805.542316] env[65683]: value = "task-4433175" [ 805.542316] env[65683]: _type = "Task" [ 805.542316] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.554928] env[65683]: DEBUG nova.compute.provider_tree [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.566762] env[65683]: DEBUG oslo_vmware.api [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.631916] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081458} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.632511] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.633884] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c173d60d-04a2-4350-a942-9b8e3d073dc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.660476] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 0c14c4d2-b078-41c4-920d-d17ed577ebad/0c14c4d2-b078-41c4-920d-d17ed577ebad.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.664667] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b467d253-8d2d-4ad8-a0cf-3cb88177616c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.679969] env[65683]: DEBUG nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 805.689742] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 805.689742] env[65683]: value = "task-4433176" [ 805.689742] env[65683]: _type = "Task" [ 805.689742] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.704803] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.835479] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.054712] env[65683]: DEBUG oslo_vmware.api [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.064033] env[65683]: DEBUG nova.scheduler.client.report [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.203297] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.208387] env[65683]: DEBUG nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 806.210688] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.241728] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 806.241970] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.242096] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 806.242278] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.242420] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 806.242560] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 806.242766] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 806.243039] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 806.243253] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 806.243422] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 806.243591] env[65683]: DEBUG nova.virt.hardware [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 806.244674] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b0d18-9843-4f60-9702-3ce025c345e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.257552] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8110f020-b27d-4dce-a629-8701d80f1eb0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.336983] env[65683]: DEBUG oslo_vmware.api [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58721} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.337294] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.337455] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.337662] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.337806] env[65683]: INFO nova.compute.manager [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Took 2.19 seconds to destroy the instance on the hypervisor. [ 806.338167] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 806.338440] env[65683]: DEBUG nova.compute.manager [-] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 806.338596] env[65683]: DEBUG nova.network.neutron [-] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 806.338903] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.503634] env[65683]: WARNING neutronclient.v2_0.client [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.532213] env[65683]: WARNING neutronclient.v2_0.client [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.558032] env[65683]: DEBUG oslo_vmware.api [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Task: {'id': task-4433175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.722471} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.558032] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.558032] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.558032] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.558032] env[65683]: INFO nova.compute.manager [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Took 1.71 seconds to destroy the instance on the hypervisor. [ 806.558032] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 806.558032] env[65683]: DEBUG nova.compute.manager [-] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 806.558032] env[65683]: DEBUG nova.network.neutron [-] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 806.558032] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.571032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.385s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.571032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.366s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.571032] env[65683]: DEBUG nova.objects.instance [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lazy-loading 'resources' on Instance uuid 716a9055-81b4-4c36-b19e-8585e124bc83 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.594825] env[65683]: INFO nova.scheduler.client.report [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleted allocations for instance caa249fb-cccc-438a-b456-0068782da68e [ 806.601522] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.706720] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433176, 'name': ReconfigVM_Task, 'duration_secs': 0.698511} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.706720] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 0c14c4d2-b078-41c4-920d-d17ed577ebad/0c14c4d2-b078-41c4-920d-d17ed577ebad.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.706720] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d919b4-f244-481d-9d61-19d5119a40b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.716771] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 806.716771] env[65683]: value = "task-4433177" [ 806.716771] env[65683]: _type = "Task" [ 806.716771] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.729216] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433177, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.035948] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.105740] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e9baf0b8-b3b7-44ab-bd49-126955ca9521 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "caa249fb-cccc-438a-b456-0068782da68e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.668s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.232399] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433177, 'name': Rename_Task, 'duration_secs': 0.166968} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.233352] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.233950] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a1e61fe-ee7b-4e25-ac4a-1b2b55cda80d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.250079] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 807.250079] env[65683]: value = "task-4433179" [ 807.250079] env[65683]: _type = "Task" [ 807.250079] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.264991] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.273374] env[65683]: DEBUG nova.network.neutron [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Successfully updated port: d3801461-d843-4cb6-84e0-87f834e5f7de {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 807.351482] env[65683]: DEBUG nova.network.neutron [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updated VIF entry in instance network info cache for port fbc462b6-2675-4053-941d-c37dde274608. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 807.351845] env[65683]: DEBUG nova.network.neutron [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.423940] env[65683]: DEBUG nova.network.neutron [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updated VIF entry in instance network info cache for port 1721dbc4-d02a-4e12-8ef5-42cc7282e700. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 807.424338] env[65683]: DEBUG nova.network.neutron [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance_info_cache with network_info: [{"id": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "address": "fa:16:3e:c0:20:32", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1721dbc4-d0", "ovs_interfaceid": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.744372] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c723e50c-fc33-43ab-9529-77209618c3b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.763078] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93324162-a4ae-44ee-8c23-1840a704fa65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.766655] env[65683]: DEBUG oslo_vmware.api [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433179, 'name': PowerOnVM_Task, 'duration_secs': 0.504932} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.767196] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.767196] env[65683]: INFO nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Took 8.87 seconds to spawn the instance on the hypervisor. [ 807.767369] env[65683]: DEBUG nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 807.768523] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034712c1-e5d3-4fbe-aea1-aa16d6df68b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.803535] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "refresh_cache-cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.803535] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquired lock "refresh_cache-cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.803535] env[65683]: DEBUG nova.network.neutron [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.807271] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91660141-836c-4e18-93be-96e250cd21d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.820884] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c23c2e0-636b-45cf-8629-1332f28473c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.839273] env[65683]: DEBUG nova.compute.provider_tree [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.855675] env[65683]: DEBUG oslo_concurrency.lockutils [req-de42dc62-25ab-49b8-b72f-63596416272b req-9220ffe2-2213-42fa-aaf5-7d9fc2f51ef7 service nova] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.928138] env[65683]: DEBUG oslo_concurrency.lockutils [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] Releasing lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.928339] env[65683]: DEBUG nova.compute.manager [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-vif-deleted-ccb828fc-c844-48c2-96ec-e8ac412f7df0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.928591] env[65683]: DEBUG nova.compute.manager [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-vif-deleted-68e709ac-ff55-4753-9723-3a3ad49ff836 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.928692] env[65683]: DEBUG nova.compute.manager [req-9953f89b-7d5a-4e84-9efb-85b4a39c0a87 req-f4cce87c-e179-4e34-b575-59cf7dad11c2 service nova] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Received event network-vif-deleted-e6dafb52-3b66-439b-a46f-1a0ad1f29c06 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.028878] env[65683]: DEBUG nova.network.neutron [-] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.161211] env[65683]: DEBUG nova.network.neutron [-] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.323447] env[65683]: INFO nova.compute.manager [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Took 38.71 seconds to build instance. [ 808.343945] env[65683]: DEBUG nova.scheduler.client.report [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.348498] env[65683]: DEBUG nova.network.neutron [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 808.432462] env[65683]: WARNING neutronclient.v2_0.client [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.446119] env[65683]: DEBUG nova.compute.manager [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Received event network-changed-dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.446332] env[65683]: DEBUG nova.compute.manager [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Refreshing instance network info cache due to event network-changed-dae37f90-2841-4cff-a9d7-bbd8d5aa4987. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 808.446538] env[65683]: DEBUG oslo_concurrency.lockutils [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] Acquiring lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.447212] env[65683]: DEBUG oslo_concurrency.lockutils [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] Acquired lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.447212] env[65683]: DEBUG nova.network.neutron [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Refreshing network info cache for port dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.516698] env[65683]: DEBUG nova.network.neutron [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Updating instance_info_cache with network_info: [{"id": "d3801461-d843-4cb6-84e0-87f834e5f7de", "address": "fa:16:3e:89:0f:cf", "network": {"id": "d8e835b6-bd99-4862-9e88-53e43c9801fc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1595568842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bd2b3bcf439249e389a65b51fd6a94ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3801461-d8", "ovs_interfaceid": "d3801461-d843-4cb6-84e0-87f834e5f7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.532249] env[65683]: INFO nova.compute.manager [-] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Took 2.19 seconds to deallocate network for instance. [ 808.664633] env[65683]: INFO nova.compute.manager [-] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Took 2.11 seconds to deallocate network for instance. [ 808.731156] env[65683]: DEBUG nova.compute.manager [req-27db946a-1f0b-4702-878e-1f0905908a7d req-87f99c48-d79d-4f11-b4c6-bfb86bb2b406 service nova] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Received event network-vif-deleted-aa2e8b34-ee9a-4265-afa7-26c2d5d41a9d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.788781] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Acquiring lock "7b553948-c734-41e9-9a9f-1ec61e5c492d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.789370] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.826493] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f7787bf-507e-4206-80c3-58c3481763c8 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.980s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.853087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.856414] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.622s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.856684] env[65683]: DEBUG nova.objects.instance [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 808.876592] env[65683]: INFO nova.scheduler.client.report [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Deleted allocations for instance 716a9055-81b4-4c36-b19e-8585e124bc83 [ 808.949499] env[65683]: WARNING neutronclient.v2_0.client [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.020639] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Releasing lock "refresh_cache-cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.021182] env[65683]: DEBUG nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Instance network_info: |[{"id": "d3801461-d843-4cb6-84e0-87f834e5f7de", "address": "fa:16:3e:89:0f:cf", "network": {"id": "d8e835b6-bd99-4862-9e88-53e43c9801fc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1595568842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bd2b3bcf439249e389a65b51fd6a94ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3801461-d8", "ovs_interfaceid": "d3801461-d843-4cb6-84e0-87f834e5f7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 809.022654] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:0f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3801461-d843-4cb6-84e0-87f834e5f7de', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.035525] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Creating folder: Project (bd2b3bcf439249e389a65b51fd6a94ea). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.036401] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38794e4f-f619-456d-9a40-99530a912317 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.040774] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.050828] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Created folder: Project (bd2b3bcf439249e389a65b51fd6a94ea) in parent group-v867054. [ 809.050963] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Creating folder: Instances. Parent ref: group-v867215. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.051368] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c7e169e-ff7e-4b74-b698-cf77a0dbe305 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.067654] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Created folder: Instances in parent group-v867215. [ 809.067654] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 809.067783] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.067995] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f4ef218-5cdf-4758-9d12-2434c99d52f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.093905] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.093905] env[65683]: value = "task-4433182" [ 809.093905] env[65683]: _type = "Task" [ 809.093905] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.105234] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433182, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.116398] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 809.116646] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867214', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'name': 'volume-fee861a1-c487-42fe-b28e-30376e9ceef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd74f35ca-04cc-415e-a71d-3d78e99e7a01', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'serial': 'fee861a1-c487-42fe-b28e-30376e9ceef3'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 809.117902] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51503418-2281-4109-abd4-8b3f3c6909fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.138966] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add2fca6-cbe7-45c7-9735-453d1dbb564a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.177655] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-fee861a1-c487-42fe-b28e-30376e9ceef3/volume-fee861a1-c487-42fe-b28e-30376e9ceef3.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.179791] env[65683]: WARNING neutronclient.v2_0.client [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.183203] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.183688] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ecac56-cece-4bab-9178-0cb4e88658dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.211579] env[65683]: DEBUG oslo_vmware.api [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Waiting for the task: (returnval){ [ 809.211579] env[65683]: value = "task-4433183" [ 809.211579] env[65683]: _type = "Task" [ 809.211579] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.224319] env[65683]: DEBUG oslo_vmware.api [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.309809] env[65683]: DEBUG nova.network.neutron [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updated VIF entry in instance network info cache for port dae37f90-2841-4cff-a9d7-bbd8d5aa4987. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 809.309809] env[65683]: DEBUG nova.network.neutron [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updating instance_info_cache with network_info: [{"id": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "address": "fa:16:3e:4a:5f:26", "network": {"id": "833134e3-55be-4893-beec-5a9002e309d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1456052648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5273379f854afcb451cd8fa693c953", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae37f90-28", "ovs_interfaceid": "dae37f90-2841-4cff-a9d7-bbd8d5aa4987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.329816] env[65683]: DEBUG nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 809.385480] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6b6ec5f9-fc8b-4d91-9f3f-aa6adac24c59 tempest-ServersTestFqdnHostnames-1424597037 tempest-ServersTestFqdnHostnames-1424597037-project-member] Lock "716a9055-81b4-4c36-b19e-8585e124bc83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.604s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.406852] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "c6748496-ba51-4709-bca4-8c09d2be77e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.406852] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.467697] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "3b26077b-ef17-4368-903b-3eb65588cee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.467850] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.468099] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "3b26077b-ef17-4368-903b-3eb65588cee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.468292] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.468456] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.470582] env[65683]: INFO nova.compute.manager [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Terminating instance [ 809.606635] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433182, 'name': CreateVM_Task, 'duration_secs': 0.356301} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.606829] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.607359] env[65683]: WARNING neutronclient.v2_0.client [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.608539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.608539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.608772] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.609057] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd50534-6344-4c57-b2e2-a5be75ee3709 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.614975] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 809.614975] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d82d33-06d1-38c2-45f9-806e34ba0814" [ 809.614975] env[65683]: _type = "Task" [ 809.614975] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.624440] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d82d33-06d1-38c2-45f9-806e34ba0814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.708238] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.722316] env[65683]: DEBUG oslo_vmware.api [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433183, 'name': ReconfigVM_Task, 'duration_secs': 0.426844} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.722429] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-fee861a1-c487-42fe-b28e-30376e9ceef3/volume-fee861a1-c487-42fe-b28e-30376e9ceef3.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.727237] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4663684-70c1-46e6-9ea6-c2dbc7bc24c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.745097] env[65683]: DEBUG oslo_vmware.api [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Waiting for the task: (returnval){ [ 809.745097] env[65683]: value = "task-4433184" [ 809.745097] env[65683]: _type = "Task" [ 809.745097] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.752890] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "4326ee00-a744-40c5-b4c8-b9678112fab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.752890] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.754246] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "4326ee00-a744-40c5-b4c8-b9678112fab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.754246] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.754246] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.761316] env[65683]: DEBUG oslo_vmware.api [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.761903] env[65683]: INFO nova.compute.manager [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Terminating instance [ 809.786590] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.788258] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.788258] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.816167] env[65683]: DEBUG oslo_concurrency.lockutils [req-13d232d6-0db7-4bf8-a7ff-45c7947bc1b2 req-51304ed5-4bd5-4507-8d37-f22c8a53ccf6 service nova] Releasing lock "refresh_cache-3b26077b-ef17-4368-903b-3eb65588cee0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.861205] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.872394] env[65683]: DEBUG oslo_concurrency.lockutils [None req-925785e0-c7d3-4e6c-9633-b802c101e810 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.874775] env[65683]: DEBUG nova.network.neutron [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Port 42c4046f-64da-4043-9922-b04fb2cf32ce binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 809.875298] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.875396] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.875690] env[65683]: DEBUG nova.network.neutron [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 809.876961] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.264s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.877552] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.877552] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 809.877825] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.847s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.880658] env[65683]: INFO nova.compute.claims [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.884858] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b6064-713e-4859-929a-80ea1919d85f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.896621] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898ce582-0a12-48a1-a920-d6f3391b4c72 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.922650] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3553fbd-e02b-4d18-969a-58fd6f2ec12c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.935030] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f03066-ff00-4c48-83ec-b52193bd0dc4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.982030] env[65683]: DEBUG nova.compute.manager [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 809.982329] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.982677] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177400MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 809.982791] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.983859] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d36e6f-3c7c-4bfc-9520-96ec5b4468fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.992527] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.992965] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-350d113d-cb65-4663-87ff-aa02439a8502 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.001061] env[65683]: DEBUG oslo_vmware.api [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 810.001061] env[65683]: value = "task-4433185" [ 810.001061] env[65683]: _type = "Task" [ 810.001061] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.012462] env[65683]: DEBUG oslo_vmware.api [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.127029] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d82d33-06d1-38c2-45f9-806e34ba0814, 'name': SearchDatastore_Task, 'duration_secs': 0.045077} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.127508] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.127748] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.127991] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.128172] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.128666] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.128981] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fed8973-4961-4c6a-a8c3-f49e6d9bd7e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.140038] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.140265] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.141229] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d61a089-517e-4cd2-8a79-3bb8ea8e6278 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.149508] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 810.149508] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5262fd4e-eda5-7c33-eaba-eee49613b2e6" [ 810.149508] env[65683]: _type = "Task" [ 810.149508] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.159238] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5262fd4e-eda5-7c33-eaba-eee49613b2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.259824] env[65683]: DEBUG oslo_vmware.api [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433184, 'name': ReconfigVM_Task, 'duration_secs': 0.168744} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.259955] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867214', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'name': 'volume-fee861a1-c487-42fe-b28e-30376e9ceef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd74f35ca-04cc-415e-a71d-3d78e99e7a01', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'serial': 'fee861a1-c487-42fe-b28e-30376e9ceef3'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 810.266266] env[65683]: DEBUG nova.compute.manager [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 810.266266] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.267255] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135238b7-0125-41b1-9c17-78cb402a201d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.277256] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.277489] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d86750f-79eb-4bd9-a182-a5d8cf44e2b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.290265] env[65683]: DEBUG oslo_vmware.api [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 810.290265] env[65683]: value = "task-4433186" [ 810.290265] env[65683]: _type = "Task" [ 810.290265] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.302728] env[65683]: DEBUG oslo_vmware.api [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.385031] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.513023] env[65683]: DEBUG oslo_vmware.api [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433185, 'name': PowerOffVM_Task, 'duration_secs': 0.457138} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.513379] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.513587] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.513912] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c069788f-25be-47c9-9168-fd75a5159e64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.588627] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.588834] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.589421] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Deleting the datastore file [datastore1] 3b26077b-ef17-4368-903b-3eb65588cee0 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.589421] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85f34a6b-5630-4424-8d7e-799a7eed29b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.597231] env[65683]: DEBUG oslo_vmware.api [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 810.597231] env[65683]: value = "task-4433188" [ 810.597231] env[65683]: _type = "Task" [ 810.597231] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.608514] env[65683]: DEBUG nova.compute.manager [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Received event network-vif-plugged-d3801461-d843-4cb6-84e0-87f834e5f7de {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 810.608731] env[65683]: DEBUG oslo_concurrency.lockutils [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] Acquiring lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.608928] env[65683]: DEBUG oslo_concurrency.lockutils [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.609101] env[65683]: DEBUG oslo_concurrency.lockutils [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.609265] env[65683]: DEBUG nova.compute.manager [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] No waiting events found dispatching network-vif-plugged-d3801461-d843-4cb6-84e0-87f834e5f7de {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 810.609430] env[65683]: WARNING nova.compute.manager [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Received unexpected event network-vif-plugged-d3801461-d843-4cb6-84e0-87f834e5f7de for instance with vm_state building and task_state spawning. [ 810.609918] env[65683]: DEBUG nova.compute.manager [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Received event network-changed-d3801461-d843-4cb6-84e0-87f834e5f7de {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 810.609918] env[65683]: DEBUG nova.compute.manager [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Refreshing instance network info cache due to event network-changed-d3801461-d843-4cb6-84e0-87f834e5f7de. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 810.609918] env[65683]: DEBUG oslo_concurrency.lockutils [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] Acquiring lock "refresh_cache-cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.610118] env[65683]: DEBUG oslo_concurrency.lockutils [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] Acquired lock "refresh_cache-cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.610206] env[65683]: DEBUG nova.network.neutron [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Refreshing network info cache for port d3801461-d843-4cb6-84e0-87f834e5f7de {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.617326] env[65683]: DEBUG oslo_vmware.api [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.662116] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5262fd4e-eda5-7c33-eaba-eee49613b2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.663682] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.668848] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b4ad17-6cec-4347-b4b1-8fd5383aae58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.673808] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 810.673808] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523831af-40d5-b750-b878-5b29507baad1" [ 810.673808] env[65683]: _type = "Task" [ 810.673808] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.684090] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523831af-40d5-b750-b878-5b29507baad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.805129] env[65683]: DEBUG oslo_vmware.api [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433186, 'name': PowerOffVM_Task, 'duration_secs': 0.228691} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.805623] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.805886] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.806256] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffca14d1-0f1d-4045-956a-87aae3ec6871 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.874986] env[65683]: DEBUG nova.network.neutron [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [{"id": "42c4046f-64da-4043-9922-b04fb2cf32ce", "address": "fa:16:3e:56:15:ce", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c4046f-64", "ovs_interfaceid": "42c4046f-64da-4043-9922-b04fb2cf32ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.880487] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.880718] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.881812] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleting the datastore file [datastore2] 4326ee00-a744-40c5-b4c8-b9678112fab9 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.882400] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b61ec9b-43a2-474b-ba06-4156ad96d434 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.892590] env[65683]: DEBUG oslo_vmware.api [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 810.892590] env[65683]: value = "task-4433190" [ 810.892590] env[65683]: _type = "Task" [ 810.892590] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.905680] env[65683]: DEBUG oslo_vmware.api [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.114298] env[65683]: DEBUG oslo_vmware.api [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22254} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.115207] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.115207] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.115207] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.115207] env[65683]: INFO nova.compute.manager [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 811.115408] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 811.115897] env[65683]: DEBUG nova.compute.manager [-] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 811.115897] env[65683]: DEBUG nova.network.neutron [-] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 811.116027] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.118986] env[65683]: WARNING neutronclient.v2_0.client [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.175286] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.193791] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523831af-40d5-b750-b878-5b29507baad1, 'name': SearchDatastore_Task, 'duration_secs': 0.012417} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.193791] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.193791] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e/cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.194245] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5e68944-21b4-4305-b403-b18bd1165e28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.206615] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 811.206615] env[65683]: value = "task-4433191" [ 811.206615] env[65683]: _type = "Task" [ 811.206615] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.220640] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.325920] env[65683]: DEBUG nova.objects.instance [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lazy-loading 'flavor' on Instance uuid d74f35ca-04cc-415e-a71d-3d78e99e7a01 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.379046] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.412031] env[65683]: DEBUG oslo_vmware.api [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370135} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.414465] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.414465] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.414708] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.414952] env[65683]: INFO nova.compute.manager [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 811.415278] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 811.421069] env[65683]: DEBUG nova.compute.manager [-] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 811.421189] env[65683]: DEBUG nova.network.neutron [-] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 811.421435] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.547372] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd56e77-5a8e-43bc-bbbe-afeafbd90fb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.559554] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197c9e4e-839b-4edf-8268-1fbbcd348cfd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.598980] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.599888] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8248f35-0adf-4bc5-859b-1ce176c8c5bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.614498] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa38019-0cf8-47cf-8bd1-ab476ad4718a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.639976] env[65683]: DEBUG nova.compute.provider_tree [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.719544] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433191, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.834304] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5b6900ee-f106-489d-b133-bcf1ec1157e3 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.367s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.890053] env[65683]: DEBUG nova.compute.manager [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 811.890355] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.925155] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.925504] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.925758] env[65683]: INFO nova.compute.manager [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Shelving [ 811.986330] env[65683]: DEBUG nova.network.neutron [-] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.000251] env[65683]: WARNING neutronclient.v2_0.client [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.127886] env[65683]: DEBUG nova.compute.manager [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 812.144080] env[65683]: DEBUG nova.scheduler.client.report [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.150875] env[65683]: DEBUG nova.network.neutron [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Updated VIF entry in instance network info cache for port d3801461-d843-4cb6-84e0-87f834e5f7de. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 812.150875] env[65683]: DEBUG nova.network.neutron [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Updating instance_info_cache with network_info: [{"id": "d3801461-d843-4cb6-84e0-87f834e5f7de", "address": "fa:16:3e:89:0f:cf", "network": {"id": "d8e835b6-bd99-4862-9e88-53e43c9801fc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1595568842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bd2b3bcf439249e389a65b51fd6a94ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3801461-d8", "ovs_interfaceid": "d3801461-d843-4cb6-84e0-87f834e5f7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.220280] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783073} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.220559] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e/cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.220723] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.221503] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba32fa7c-e57f-4a8c-a4cb-6f10a37f1650 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.230009] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 812.230009] env[65683]: value = "task-4433192" [ 812.230009] env[65683]: _type = "Task" [ 812.230009] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.241876] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.436920] env[65683]: DEBUG nova.network.neutron [-] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.488748] env[65683]: INFO nova.compute.manager [-] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Took 1.37 seconds to deallocate network for instance. [ 812.654637] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.655959] env[65683]: DEBUG nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 812.658921] env[65683]: DEBUG oslo_concurrency.lockutils [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] Releasing lock "refresh_cache-cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.659179] env[65683]: DEBUG nova.compute.manager [req-988470fc-367f-4c59-b93c-dac3adfed8a8 req-ba6d801a-50cd-4300-b10e-30c5700f676a service nova] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Received event network-vif-deleted-88326e18-2322-4046-aca8-2055933064c9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.660569] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.661720] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.992s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.661942] env[65683]: DEBUG nova.objects.instance [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'resources' on Instance uuid 0ec73518-1f72-47c4-954f-5fedbe352a39 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.722035] env[65683]: DEBUG nova.compute.manager [req-a6682c4d-5423-427a-bd28-12604d3c0916 req-634bf779-3ac2-4f17-8a20-c705f6faefe0 service nova] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Received event network-vif-deleted-dae37f90-2841-4cff-a9d7-bbd8d5aa4987 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.745291] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081612} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.745574] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.746424] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf9e7b-f8ad-4eba-8277-c5bfba9e5338 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.772658] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e/cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.774056] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f2a995-de19-4456-9fe5-6d13b0a167f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.799186] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 812.799186] env[65683]: value = "task-4433193" [ 812.799186] env[65683]: _type = "Task" [ 812.799186] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.812230] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.940755] env[65683]: INFO nova.compute.manager [-] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Took 1.52 seconds to deallocate network for instance. [ 812.941205] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.943317] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b0915a5-0558-4a30-8894-4bff43aa7478 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.956365] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 812.956365] env[65683]: value = "task-4433194" [ 812.956365] env[65683]: _type = "Task" [ 812.956365] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.967627] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.996055] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.161245] env[65683]: DEBUG nova.compute.utils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.163298] env[65683]: DEBUG nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 813.313136] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433193, 'name': ReconfigVM_Task, 'duration_secs': 0.353709} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.316808] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e/cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.317976] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6270c11f-9086-4404-b610-f7de733868b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.329129] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 813.329129] env[65683]: value = "task-4433195" [ 813.329129] env[65683]: _type = "Task" [ 813.329129] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.343386] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433195, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.450122] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.471751] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433194, 'name': PowerOffVM_Task, 'duration_secs': 0.475908} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.472566] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.473856] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3525e0-5053-4b07-86ad-c40f6feea6bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.500365] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a5b9b-05f7-41c9-97e5-b454bb5eb2e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.665715] env[65683]: DEBUG nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 813.840430] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa3a868-8e47-4f31-b8ba-31e7b5fdfcd6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.847839] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433195, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.854509] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b7ad1f-0abe-4a1c-99ab-91c205c19b9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.892627] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871c811-a0fe-49f1-8e47-0ab7347c1685 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.895822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Acquiring lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.896064] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.905331] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc404d-510d-4b38-91ba-6b529c5adb50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.923571] env[65683]: DEBUG nova.compute.provider_tree [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.951347] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.951591] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.951810] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.951985] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.952157] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.954265] env[65683]: INFO nova.compute.manager [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Terminating instance [ 814.016111] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.016499] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dfed1b55-4d36-43f7-a863-34dc909e4ea7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.025584] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 814.025584] env[65683]: value = "task-4433196" [ 814.025584] env[65683]: _type = "Task" [ 814.025584] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.035910] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.345493] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433195, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.399403] env[65683]: INFO nova.compute.manager [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Detaching volume fee861a1-c487-42fe-b28e-30376e9ceef3 [ 814.426668] env[65683]: DEBUG nova.scheduler.client.report [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.441841] env[65683]: INFO nova.virt.block_device [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Attempting to driver detach volume fee861a1-c487-42fe-b28e-30376e9ceef3 from mountpoint /dev/sdb [ 814.442135] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 814.442325] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867214', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'name': 'volume-fee861a1-c487-42fe-b28e-30376e9ceef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd74f35ca-04cc-415e-a71d-3d78e99e7a01', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'serial': 'fee861a1-c487-42fe-b28e-30376e9ceef3'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 814.443311] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eaabb9-d14a-4de7-a521-e48ebda2137c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.468032] env[65683]: DEBUG nova.compute.manager [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 814.468433] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.470510] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ea56f-7d3e-40ab-82f7-2ca409240264 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.472406] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193a749d-598a-4f18-ae6a-90c9ee9926f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.484689] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e56a4f2-2fd2-4777-b84f-b52d5071c8c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.487639] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.488208] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecee1a48-7ac8-4498-9790-b68a654d642d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.513496] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c76e2-20e4-43a1-aa1d-57528e6bc296 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.516470] env[65683]: DEBUG oslo_vmware.api [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 814.516470] env[65683]: value = "task-4433197" [ 814.516470] env[65683]: _type = "Task" [ 814.516470] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.533204] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] The volume has not been displaced from its original location: [datastore1] volume-fee861a1-c487-42fe-b28e-30376e9ceef3/volume-fee861a1-c487-42fe-b28e-30376e9ceef3.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 814.538624] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 814.542564] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df5e01fc-963d-4bc2-b7dc-ed09f04f4235 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.560063] env[65683]: DEBUG oslo_vmware.api [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.568425] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433196, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.570123] env[65683]: DEBUG oslo_vmware.api [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Waiting for the task: (returnval){ [ 814.570123] env[65683]: value = "task-4433198" [ 814.570123] env[65683]: _type = "Task" [ 814.570123] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.583632] env[65683]: DEBUG oslo_vmware.api [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.679513] env[65683]: DEBUG nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 814.708735] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 814.709097] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.709217] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 814.709397] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.709537] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 814.710182] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 814.710182] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.710182] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 814.710182] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 814.710564] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 814.710564] env[65683]: DEBUG nova.virt.hardware [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 814.711486] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44128895-47a4-4d47-a314-4e3bf0d9cf94 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.722342] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b51f18-8b42-4575-8d4d-67af3431fb50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.739917] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.748847] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Creating folder: Project (969922b5b1bc425696a8fd1d9460255d). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.749281] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec92d414-b155-446f-bff2-5587c3a12d08 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.765415] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Created folder: Project (969922b5b1bc425696a8fd1d9460255d) in parent group-v867054. [ 814.765415] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Creating folder: Instances. Parent ref: group-v867218. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.765415] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fbc3ee8-3cd7-4fcf-864f-c7f570b00c15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.779817] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Created folder: Instances in parent group-v867218. [ 814.780093] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 814.780325] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.780584] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-543b5997-5d93-484c-b31e-837b28cdbfb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.796592] env[65683]: DEBUG nova.compute.manager [req-5a888b5c-bb9d-4957-afb5-5d6a255e6b3d req-fac57936-442f-4f3a-bc66-cfedb379b2f3 service nova] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Received event network-vif-deleted-70a53f97-83b0-455a-9a97-222a1c036786 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 814.804564] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.804564] env[65683]: value = "task-4433201" [ 814.804564] env[65683]: _type = "Task" [ 814.804564] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.814893] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433201, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.846697] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433195, 'name': Rename_Task, 'duration_secs': 1.175067} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.846979] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.847264] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04bd661c-8dc3-40f0-b62a-c36526c0d960 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.859048] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 814.859048] env[65683]: value = "task-4433202" [ 814.859048] env[65683]: _type = "Task" [ 814.859048] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.868675] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.932023] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.934769] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.014s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.935136] env[65683]: DEBUG nova.objects.instance [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lazy-loading 'resources' on Instance uuid 07572127-549c-4068-aaf5-1f9c2d97383e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.984750] env[65683]: INFO nova.scheduler.client.report [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted allocations for instance 0ec73518-1f72-47c4-954f-5fedbe352a39 [ 815.028366] env[65683]: DEBUG oslo_vmware.api [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433197, 'name': PowerOffVM_Task, 'duration_secs': 0.195001} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.028786] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.029046] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.031914] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-817a77ea-bdd3-46cd-aa57-3af5a3ec7a2b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.043861] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433196, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.084130] env[65683]: DEBUG oslo_vmware.api [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433198, 'name': ReconfigVM_Task, 'duration_secs': 0.27946} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.084517] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.094239] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1207f00b-b041-4540-8392-45c75cdfba90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.109026] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.109513] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.109513] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Deleting the datastore file [datastore1] b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.110205] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7d7816e-5561-4b5d-a42f-b010a7eb2ba8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.115946] env[65683]: DEBUG oslo_vmware.api [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Waiting for the task: (returnval){ [ 815.115946] env[65683]: value = "task-4433204" [ 815.115946] env[65683]: _type = "Task" [ 815.115946] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.124699] env[65683]: DEBUG oslo_vmware.api [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for the task: (returnval){ [ 815.124699] env[65683]: value = "task-4433205" [ 815.124699] env[65683]: _type = "Task" [ 815.124699] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.132219] env[65683]: DEBUG oslo_vmware.api [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.139939] env[65683]: DEBUG oslo_vmware.api [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.317276] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433201, 'name': CreateVM_Task, 'duration_secs': 0.356038} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.317450] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.317886] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.318242] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.318406] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.318695] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667d7fbc-d8f6-4a94-b9c2-b9badd8d36ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.324943] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 815.324943] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52519e04-d890-41d1-c08e-461f642df577" [ 815.324943] env[65683]: _type = "Task" [ 815.324943] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.335526] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52519e04-d890-41d1-c08e-461f642df577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.370426] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433202, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.501219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-98244af4-6e59-4c62-9e16-a2d614f22425 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0ec73518-1f72-47c4-954f-5fedbe352a39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.049s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.548014] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433196, 'name': CreateSnapshot_Task, 'duration_secs': 1.255006} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.548327] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.549124] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01911d-32a8-4909-afe7-55d8caac1ab0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.628714] env[65683]: DEBUG oslo_vmware.api [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Task: {'id': task-4433204, 'name': ReconfigVM_Task, 'duration_secs': 0.171032} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.631896] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867214', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'name': 'volume-fee861a1-c487-42fe-b28e-30376e9ceef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd74f35ca-04cc-415e-a71d-3d78e99e7a01', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee861a1-c487-42fe-b28e-30376e9ceef3', 'serial': 'fee861a1-c487-42fe-b28e-30376e9ceef3'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 815.640709] env[65683]: DEBUG oslo_vmware.api [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Task: {'id': task-4433205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264713} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.644690] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.644908] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.645073] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.645267] env[65683]: INFO nova.compute.manager [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 815.645542] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.645983] env[65683]: DEBUG nova.compute.manager [-] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 815.646098] env[65683]: DEBUG nova.network.neutron [-] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.646344] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.690987] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.838506] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52519e04-d890-41d1-c08e-461f642df577, 'name': SearchDatastore_Task, 'duration_secs': 0.0177} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.838684] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838925] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.839172] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.839308] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.839480] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.839758] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2172811-de69-40d5-a507-7446e5d57c43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.852533] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.852728] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.853581] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d2fad0-9d30-4f07-af69-d92357bb2bd9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.859760] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 815.859760] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52176216-d914-5d2c-3079-ee5c3cad9fe4" [ 815.859760] env[65683]: _type = "Task" [ 815.859760] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.875850] env[65683]: DEBUG oslo_vmware.api [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433202, 'name': PowerOnVM_Task, 'duration_secs': 0.538104} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.879212] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.879288] env[65683]: INFO nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Took 9.67 seconds to spawn the instance on the hypervisor. [ 815.879498] env[65683]: DEBUG nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 815.879800] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52176216-d914-5d2c-3079-ee5c3cad9fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.883886] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8a178-ecbc-40f7-bc42-9fc263da2c88 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.040541] env[65683]: DEBUG nova.compute.manager [req-ddeebbe3-23ce-40c9-8594-348b7f5b7f9a req-5cce8e29-b5c0-408a-a752-fe3fc09c65a6 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Received event network-vif-deleted-7f285f43-87df-4e3c-bc98-71357fd80aac {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.040765] env[65683]: INFO nova.compute.manager [req-ddeebbe3-23ce-40c9-8594-348b7f5b7f9a req-5cce8e29-b5c0-408a-a752-fe3fc09c65a6 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Neutron deleted interface 7f285f43-87df-4e3c-bc98-71357fd80aac; detaching it from the instance and deleting it from the info cache [ 816.041020] env[65683]: DEBUG nova.network.neutron [req-ddeebbe3-23ce-40c9-8594-348b7f5b7f9a req-5cce8e29-b5c0-408a-a752-fe3fc09c65a6 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.073129] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.074062] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a7f4531-c525-4a90-8cc5-07874ea4a828 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.084035] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 816.084035] env[65683]: value = "task-4433206" [ 816.084035] env[65683]: _type = "Task" [ 816.084035] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.098985] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433206, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.106300] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f8f9df-6ede-408a-95b4-389bf3e018a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.115247] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691737b5-6357-4dd0-bfc7-850a029a52a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.149204] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9e2b9f-b67a-4dc9-a06b-e251fa559e73 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.158731] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a349ca57-f983-4d17-b564-5daed460638e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.177461] env[65683]: DEBUG nova.compute.provider_tree [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.209377] env[65683]: DEBUG nova.objects.instance [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lazy-loading 'flavor' on Instance uuid d74f35ca-04cc-415e-a71d-3d78e99e7a01 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.376482] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52176216-d914-5d2c-3079-ee5c3cad9fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.016605} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.376482] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76514b7f-e2eb-4bec-b9fb-39a5799abd4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.383165] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 816.383165] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52060032-2d9a-f330-029d-e3c27733cd6c" [ 816.383165] env[65683]: _type = "Task" [ 816.383165] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.399784] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52060032-2d9a-f330-029d-e3c27733cd6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.402958] env[65683]: INFO nova.compute.manager [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Took 44.18 seconds to build instance. [ 816.511988] env[65683]: DEBUG nova.network.neutron [-] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.546053] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c079028-8c20-48f1-878e-5abeb9c36bec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.558530] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962f045-81ed-4260-b11b-b6eb60b531af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.597810] env[65683]: DEBUG nova.compute.manager [req-ddeebbe3-23ce-40c9-8594-348b7f5b7f9a req-5cce8e29-b5c0-408a-a752-fe3fc09c65a6 service nova] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Detach interface failed, port_id=7f285f43-87df-4e3c-bc98-71357fd80aac, reason: Instance b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.607792] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433206, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.685073] env[65683]: DEBUG nova.scheduler.client.report [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.896143] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52060032-2d9a-f330-029d-e3c27733cd6c, 'name': SearchDatastore_Task, 'duration_secs': 0.021151} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.896143] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.896143] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.896143] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-859f057e-b305-4ead-b873-6b2216fed909 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.905219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80253399-ec91-44bc-bde7-cbb9e561b184 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.415s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.906175] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 816.906175] env[65683]: value = "task-4433207" [ 816.906175] env[65683]: _type = "Task" [ 816.906175] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.916595] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.018335] env[65683]: INFO nova.compute.manager [-] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Took 1.37 seconds to deallocate network for instance. [ 817.119547] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433206, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.190124] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.192936] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.081s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.195129] env[65683]: INFO nova.compute.claims [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.217231] env[65683]: INFO nova.scheduler.client.report [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Deleted allocations for instance 07572127-549c-4068-aaf5-1f9c2d97383e [ 817.218505] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6142ccb-5b9d-4fc7-b5f6-4f539f6b16c2 tempest-VolumesAssistedSnapshotsTest-195909717 tempest-VolumesAssistedSnapshotsTest-195909717-project-admin] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.411839] env[65683]: DEBUG nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 817.422899] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433207, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.532649] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.612156] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433206, 'name': CloneVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.729223] env[65683]: DEBUG oslo_concurrency.lockutils [None req-77c46c60-1d74-427c-8e07-d1234e356aba tempest-ServersAaction247Test-1735314943 tempest-ServersAaction247Test-1735314943-project-member] Lock "07572127-549c-4068-aaf5-1f9c2d97383e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.656s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.922997] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577683} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.923560] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.923765] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.924064] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc9905b9-bc05-4440-96a7-2016cb522c6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.938588] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 817.938588] env[65683]: value = "task-4433209" [ 817.938588] env[65683]: _type = "Task" [ 817.938588] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.943898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.952497] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.114037] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433206, 'name': CloneVM_Task, 'duration_secs': 1.735877} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.114260] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Created linked-clone VM from snapshot [ 818.115062] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae6f5b-e9a9-4bc8-86d7-d9a1af198ab6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.123901] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Uploading image a3424d73-d366-4e3e-acf5-909863e1e73e {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.160038] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.160038] env[65683]: value = "vm-867222" [ 818.160038] env[65683]: _type = "VirtualMachine" [ 818.160038] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.160769] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68f2d1a7-be37-454a-af16-87e5e8d2acbf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.170285] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease: (returnval){ [ 818.170285] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ac49b4-3b76-fcf2-1182-2b0d6fbb720f" [ 818.170285] env[65683]: _type = "HttpNfcLease" [ 818.170285] env[65683]: } obtained for exporting VM: (result){ [ 818.170285] env[65683]: value = "vm-867222" [ 818.170285] env[65683]: _type = "VirtualMachine" [ 818.170285] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.170285] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the lease: (returnval){ [ 818.170285] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ac49b4-3b76-fcf2-1182-2b0d6fbb720f" [ 818.170285] env[65683]: _type = "HttpNfcLease" [ 818.170285] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.179902] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.179902] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ac49b4-3b76-fcf2-1182-2b0d6fbb720f" [ 818.179902] env[65683]: _type = "HttpNfcLease" [ 818.179902] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.285033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.285277] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.432109] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.432361] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.433713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.433713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.433713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.435174] env[65683]: INFO nova.compute.manager [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Terminating instance [ 818.449401] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076249} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.449761] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.450570] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1231d7-29c4-4d70-916e-4c33ec8df647 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.476727] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.480162] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de904a6b-24d1-4274-b112-6a6ba977b07f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.502629] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 818.502629] env[65683]: value = "task-4433211" [ 818.502629] env[65683]: _type = "Task" [ 818.502629] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.515735] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.679820] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.679820] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ac49b4-3b76-fcf2-1182-2b0d6fbb720f" [ 818.679820] env[65683]: _type = "HttpNfcLease" [ 818.679820] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.680166] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.680166] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ac49b4-3b76-fcf2-1182-2b0d6fbb720f" [ 818.680166] env[65683]: _type = "HttpNfcLease" [ 818.680166] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.680873] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17614f-7d65-4e7c-910b-275b28dac151 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.690374] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528be4e6-1d8a-7bde-8eca-08248dac3ec0/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.690719] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528be4e6-1d8a-7bde-8eca-08248dac3ec0/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.795889] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86eededd-8859-4ee2-927f-7e67d28620c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.946044] env[65683]: DEBUG nova.compute.manager [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 818.946456] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.947689] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f823b0-0f74-4e15-af73-717da36eb6af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.950839] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1675f37d-bab3-4e6b-8db7-95ea0980ac0c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.960695] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.963485] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71aad6a2-913a-4a00-bdaf-92a73b0644fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.965404] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e7810-7f4e-446e-b0f9-a2ac41c19b96 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.000366] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd0715-9acb-48bc-93a8-cd4620b1b7df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.003550] env[65683]: DEBUG oslo_vmware.api [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 819.003550] env[65683]: value = "task-4433212" [ 819.003550] env[65683]: _type = "Task" [ 819.003550] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.016319] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186686da-db38-469e-8b6f-b866ef3551a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.026865] env[65683]: DEBUG oslo_vmware.api [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.027281] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.040169] env[65683]: DEBUG nova.compute.provider_tree [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.518069] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433211, 'name': ReconfigVM_Task, 'duration_secs': 0.594055} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.521723] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.522735] env[65683]: DEBUG oslo_vmware.api [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433212, 'name': PowerOffVM_Task, 'duration_secs': 0.243459} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.523063] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f52b4e9-3e5e-4ed8-b4d4-39ffd6904496 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.525041] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.525250] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.525515] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-276d2556-a131-4e1f-b2ce-ab9dc953b6ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.534377] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 819.534377] env[65683]: value = "task-4433213" [ 819.534377] env[65683]: _type = "Task" [ 819.534377] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.546831] env[65683]: DEBUG nova.scheduler.client.report [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.551240] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433213, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.599649] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.599803] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.600062] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Deleting the datastore file [datastore1] cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.600857] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4cb5ccc-4276-4bbb-b3d2-f00ba7d0c539 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.611574] env[65683]: DEBUG oslo_vmware.api [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for the task: (returnval){ [ 819.611574] env[65683]: value = "task-4433215" [ 819.611574] env[65683]: _type = "Task" [ 819.611574] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.622380] env[65683]: DEBUG oslo_vmware.api [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.046306] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433213, 'name': Rename_Task, 'duration_secs': 0.173715} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.048415] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.051450] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b33d008-5294-4679-915e-33140aa0a0fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.054598] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.054910] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.055644] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.056291] env[65683]: DEBUG nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 820.059160] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.589s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.059332] env[65683]: DEBUG nova.objects.instance [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lazy-loading 'resources' on Instance uuid 8ddc5af0-a122-42a9-96fe-7bfe4db073be {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.071322] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 820.071322] env[65683]: value = "task-4433216" [ 820.071322] env[65683]: _type = "Task" [ 820.071322] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.085020] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.122525] env[65683]: DEBUG oslo_vmware.api [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Task: {'id': task-4433215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206491} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.123276] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.123618] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.123932] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.124275] env[65683]: INFO nova.compute.manager [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 820.124758] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 820.125419] env[65683]: DEBUG nova.compute.manager [-] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 820.125689] env[65683]: DEBUG nova.network.neutron [-] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.126273] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.169429] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.461644] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "18b9d973-6729-47b1-8585-3ba385e9815e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.462053] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "18b9d973-6729-47b1-8585-3ba385e9815e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.566949] env[65683]: DEBUG nova.compute.utils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.568558] env[65683]: DEBUG nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 820.569011] env[65683]: DEBUG nova.network.neutron [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 820.569281] env[65683]: WARNING neutronclient.v2_0.client [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.570119] env[65683]: WARNING neutronclient.v2_0.client [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.580396] env[65683]: DEBUG nova.compute.manager [req-c8539f65-2e55-42f4-83f7-581ed9726010 req-7e906bb0-de47-4943-b7e7-2480ff854c2d service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Received event network-vif-deleted-d3801461-d843-4cb6-84e0-87f834e5f7de {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 820.580396] env[65683]: INFO nova.compute.manager [req-c8539f65-2e55-42f4-83f7-581ed9726010 req-7e906bb0-de47-4943-b7e7-2480ff854c2d service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Neutron deleted interface d3801461-d843-4cb6-84e0-87f834e5f7de; detaching it from the instance and deleting it from the info cache [ 820.580396] env[65683]: DEBUG nova.network.neutron [req-c8539f65-2e55-42f4-83f7-581ed9726010 req-7e906bb0-de47-4943-b7e7-2480ff854c2d service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.588529] env[65683]: DEBUG oslo_vmware.api [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433216, 'name': PowerOnVM_Task, 'duration_secs': 0.455913} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.591113] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.591113] env[65683]: INFO nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Took 5.91 seconds to spawn the instance on the hypervisor. [ 820.591113] env[65683]: DEBUG nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.591113] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0a9ea3-d083-4f9a-94bb-db6a4652dc18 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.615117] env[65683]: DEBUG nova.policy [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea1ae425cb824a3fa603b717e05a247e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fe3f14d4b184c9b90c5ad49e42419c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.878024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.878529] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.878591] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.878768] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.878965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.882158] env[65683]: INFO nova.compute.manager [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Terminating instance [ 820.935657] env[65683]: DEBUG nova.network.neutron [-] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.074689] env[65683]: DEBUG nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 821.086511] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a65e4ac2-a657-46bc-9320-fd9eefe66d6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.097570] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb97bc2e-7490-4fcc-bca3-005fe6c8ad0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.116220] env[65683]: DEBUG nova.network.neutron [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Successfully created port: ece8ebab-81db-4c64-b73b-73513f0046b3 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 821.131041] env[65683]: INFO nova.compute.manager [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Took 38.12 seconds to build instance. [ 821.170494] env[65683]: DEBUG nova.compute.manager [req-c8539f65-2e55-42f4-83f7-581ed9726010 req-7e906bb0-de47-4943-b7e7-2480ff854c2d service nova] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Detach interface failed, port_id=d3801461-d843-4cb6-84e0-87f834e5f7de, reason: Instance cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 821.379842] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87e78e1-26d2-44d5-9b68-1258a19138f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.386126] env[65683]: DEBUG nova.compute.manager [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 821.386375] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.389412] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70006b-71f9-46f0-a76a-85ed6e9bb63d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.393418] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb361d-3d50-4fba-86cc-a0af0af1825d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.403603] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.429183] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d6cb888-31fc-46f3-b39f-08f9cc03870b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.432039] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c652c-b514-469c-a464-23562f30c131 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.442795] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d7c5ad-2697-431d-b031-70c8f2337db0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.447691] env[65683]: DEBUG oslo_vmware.api [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 821.447691] env[65683]: value = "task-4433217" [ 821.447691] env[65683]: _type = "Task" [ 821.447691] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.448244] env[65683]: INFO nova.compute.manager [-] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Took 1.32 seconds to deallocate network for instance. [ 821.469267] env[65683]: DEBUG nova.compute.provider_tree [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.479285] env[65683]: DEBUG oslo_vmware.api [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4433217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.632609] env[65683]: DEBUG oslo_concurrency.lockutils [None req-45d18ff0-a6cd-47b2-9d7f-e82e7fea7dc6 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "68f1e04e-011e-4d3a-be56-d55170c76885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.636s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.679839] env[65683]: INFO nova.compute.manager [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Rebuilding instance [ 821.735657] env[65683]: DEBUG nova.compute.manager [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 821.736674] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361261a6-c96a-48d5-9cf0-6f89470b8534 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.961436] env[65683]: DEBUG oslo_vmware.api [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4433217, 'name': PowerOffVM_Task, 'duration_secs': 0.320815} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.961725] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.961884] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.962221] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cf1a54c-c8e5-49be-915f-5a00c8ce4142 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.972737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.973824] env[65683]: DEBUG nova.scheduler.client.report [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.040181] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.041021] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.041021] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Deleting the datastore file [datastore2] d74f35ca-04cc-415e-a71d-3d78e99e7a01 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.041250] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f2b63a6-d569-415b-9571-505df0c46af7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.049464] env[65683]: DEBUG oslo_vmware.api [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for the task: (returnval){ [ 822.049464] env[65683]: value = "task-4433219" [ 822.049464] env[65683]: _type = "Task" [ 822.049464] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.061595] env[65683]: DEBUG oslo_vmware.api [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4433219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.087222] env[65683]: DEBUG nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 822.114298] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 822.114651] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.114840] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 822.115303] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.115487] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 822.116537] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 822.116537] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.116537] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 822.116537] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 822.116537] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 822.116537] env[65683]: DEBUG nova.virt.hardware [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 822.117396] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fcd1a1-951e-47db-a85c-efb6b73fac6c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.128561] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959d127-da94-4fe0-a2f4-d0bcb8bca380 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.137091] env[65683]: DEBUG nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 822.479739] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.421s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.482524] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.696s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.482694] env[65683]: DEBUG nova.objects.instance [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.512351] env[65683]: INFO nova.scheduler.client.report [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted allocations for instance 8ddc5af0-a122-42a9-96fe-7bfe4db073be [ 822.562682] env[65683]: DEBUG oslo_vmware.api [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Task: {'id': task-4433219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255918} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.562855] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.563085] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.563277] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.563462] env[65683]: INFO nova.compute.manager [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Took 1.18 seconds to destroy the instance on the hypervisor. [ 822.563667] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 822.563913] env[65683]: DEBUG nova.compute.manager [-] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 822.564072] env[65683]: DEBUG nova.network.neutron [-] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 822.564259] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.673963] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.738406] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.753131] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.753446] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99633fba-c052-43ed-8a0e-57bc765429a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.763554] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 822.763554] env[65683]: value = "task-4433220" [ 822.763554] env[65683]: _type = "Task" [ 822.763554] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.774840] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.827635] env[65683]: DEBUG nova.network.neutron [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Successfully updated port: ece8ebab-81db-4c64-b73b-73513f0046b3 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 823.020639] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05bcb787-6640-42b1-8a07-82496dd93c90 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "8ddc5af0-a122-42a9-96fe-7bfe4db073be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.655s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.049254] env[65683]: DEBUG nova.compute.manager [req-5cc4d7ba-b247-4198-8442-301df2049dac req-0bf3f1a7-5212-44f4-acb2-dca35858b79b service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Received event network-vif-plugged-ece8ebab-81db-4c64-b73b-73513f0046b3 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 823.049470] env[65683]: DEBUG oslo_concurrency.lockutils [req-5cc4d7ba-b247-4198-8442-301df2049dac req-0bf3f1a7-5212-44f4-acb2-dca35858b79b service nova] Acquiring lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.049672] env[65683]: DEBUG oslo_concurrency.lockutils [req-5cc4d7ba-b247-4198-8442-301df2049dac req-0bf3f1a7-5212-44f4-acb2-dca35858b79b service nova] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.049837] env[65683]: DEBUG oslo_concurrency.lockutils [req-5cc4d7ba-b247-4198-8442-301df2049dac req-0bf3f1a7-5212-44f4-acb2-dca35858b79b service nova] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.050035] env[65683]: DEBUG nova.compute.manager [req-5cc4d7ba-b247-4198-8442-301df2049dac req-0bf3f1a7-5212-44f4-acb2-dca35858b79b service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] No waiting events found dispatching network-vif-plugged-ece8ebab-81db-4c64-b73b-73513f0046b3 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 823.050243] env[65683]: WARNING nova.compute.manager [req-5cc4d7ba-b247-4198-8442-301df2049dac req-0bf3f1a7-5212-44f4-acb2-dca35858b79b service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Received unexpected event network-vif-plugged-ece8ebab-81db-4c64-b73b-73513f0046b3 for instance with vm_state building and task_state spawning. [ 823.277159] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433220, 'name': PowerOffVM_Task, 'duration_secs': 0.193685} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.277500] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.277735] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.278603] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6a2d38-5a95-4b0a-a054-b65bb986bf4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.288864] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.288864] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d217d004-fbf4-46b2-9ab7-6eb5541f503c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.319198] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.319436] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.319820] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Deleting the datastore file [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.320181] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85dc9f64-dd4e-4c9f-9b55-6df9ec61293a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.327707] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 823.327707] env[65683]: value = "task-4433222" [ 823.327707] env[65683]: _type = "Task" [ 823.327707] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.334172] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "refresh_cache-f6c4788e-d8f0-4023-a28c-9b1822c8ed29" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.334172] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "refresh_cache-f6c4788e-d8f0-4023-a28c-9b1822c8ed29" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.334172] env[65683]: DEBUG nova.network.neutron [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 823.341050] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.494402] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d1a61f62-9442-438d-aea5-9ffdfaa90a00 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.495434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.993s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.497026] env[65683]: INFO nova.compute.claims [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.546008] env[65683]: DEBUG nova.compute.manager [req-6f586d9f-c258-4b7a-b4e6-2793a7ba62fa req-8de354a8-3528-47ed-9957-a57b08531385 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Received event network-vif-deleted-7c59fce5-4c40-4178-be60-ea3bd3879075 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 823.546667] env[65683]: INFO nova.compute.manager [req-6f586d9f-c258-4b7a-b4e6-2793a7ba62fa req-8de354a8-3528-47ed-9957-a57b08531385 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Neutron deleted interface 7c59fce5-4c40-4178-be60-ea3bd3879075; detaching it from the instance and deleting it from the info cache [ 823.546859] env[65683]: DEBUG nova.network.neutron [req-6f586d9f-c258-4b7a-b4e6-2793a7ba62fa req-8de354a8-3528-47ed-9957-a57b08531385 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.821858] env[65683]: DEBUG nova.network.neutron [-] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.842411] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264473} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.842697] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.842877] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.843177] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.885472] env[65683]: DEBUG nova.network.neutron [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 823.972477] env[65683]: WARNING neutronclient.v2_0.client [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.052240] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb5bb764-fd35-4fa8-bd9c-075778c14e7a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.059042] env[65683]: DEBUG nova.network.neutron [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Updating instance_info_cache with network_info: [{"id": "ece8ebab-81db-4c64-b73b-73513f0046b3", "address": "fa:16:3e:a7:d0:4a", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece8ebab-81", "ovs_interfaceid": "ece8ebab-81db-4c64-b73b-73513f0046b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.066365] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ae11b-8986-40d6-bcbb-babf144dc47e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.106467] env[65683]: DEBUG nova.compute.manager [req-6f586d9f-c258-4b7a-b4e6-2793a7ba62fa req-8de354a8-3528-47ed-9957-a57b08531385 service nova] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Detach interface failed, port_id=7c59fce5-4c40-4178-be60-ea3bd3879075, reason: Instance d74f35ca-04cc-415e-a71d-3d78e99e7a01 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.324410] env[65683]: INFO nova.compute.manager [-] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Took 1.76 seconds to deallocate network for instance. [ 824.562027] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "refresh_cache-f6c4788e-d8f0-4023-a28c-9b1822c8ed29" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.562027] env[65683]: DEBUG nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Instance network_info: |[{"id": "ece8ebab-81db-4c64-b73b-73513f0046b3", "address": "fa:16:3e:a7:d0:4a", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece8ebab-81", "ovs_interfaceid": "ece8ebab-81db-4c64-b73b-73513f0046b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 824.562402] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:d0:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece8ebab-81db-4c64-b73b-73513f0046b3', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.570670] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 824.573554] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.574040] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec32c874-0918-4a66-882f-6c8e8942c607 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.599782] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.599782] env[65683]: value = "task-4433223" [ 824.599782] env[65683]: _type = "Task" [ 824.599782] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.611720] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433223, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.832137] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.881294] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 824.881726] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.881937] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 824.882246] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.882417] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 824.882598] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 824.882884] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 824.883159] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 824.883339] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 824.883515] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 824.883750] env[65683]: DEBUG nova.virt.hardware [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 824.884972] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fe61e-2b31-498c-bcec-88735a8389f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.897942] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d43128c-299b-4cc6-899e-30006d1b471e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.917984] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.923887] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 824.927018] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.927702] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-035b20f2-344f-495f-ac09-89023f374312 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.946019] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.946019] env[65683]: value = "task-4433224" [ 824.946019] env[65683]: _type = "Task" [ 824.946019] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.957171] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433224, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.078618] env[65683]: DEBUG nova.compute.manager [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Received event network-changed-ece8ebab-81db-4c64-b73b-73513f0046b3 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 825.078859] env[65683]: DEBUG nova.compute.manager [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Refreshing instance network info cache due to event network-changed-ece8ebab-81db-4c64-b73b-73513f0046b3. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 825.079105] env[65683]: DEBUG oslo_concurrency.lockutils [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] Acquiring lock "refresh_cache-f6c4788e-d8f0-4023-a28c-9b1822c8ed29" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.079278] env[65683]: DEBUG oslo_concurrency.lockutils [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] Acquired lock "refresh_cache-f6c4788e-d8f0-4023-a28c-9b1822c8ed29" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.079536] env[65683]: DEBUG nova.network.neutron [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Refreshing network info cache for port ece8ebab-81db-4c64-b73b-73513f0046b3 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.112171] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433223, 'name': CreateVM_Task, 'duration_secs': 0.422498} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.115635] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.116442] env[65683]: WARNING neutronclient.v2_0.client [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.116811] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.116966] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.117323] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.117950] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f3d139-8409-4a78-8e29-72e1fb1e2e44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.124965] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 825.124965] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5290e20d-3876-969b-209f-7824bd7aae15" [ 825.124965] env[65683]: _type = "Task" [ 825.124965] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.130981] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322eaa72-dc7e-4d98-bbfe-f3cb2d18f831 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.137733] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5290e20d-3876-969b-209f-7824bd7aae15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.142935] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039e7ec-a433-45de-8fc8-efbda169119e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.178670] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c33e45-0b33-4942-b9db-73458a8f2d4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.188474] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df17a5-7fe6-4e9c-a7a9-0c878caabcb9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.203479] env[65683]: DEBUG nova.compute.provider_tree [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.458061] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433224, 'name': CreateVM_Task, 'duration_secs': 0.329527} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.459019] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.459019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.586229] env[65683]: WARNING neutronclient.v2_0.client [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.643667] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5290e20d-3876-969b-209f-7824bd7aae15, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.644075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.644388] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.644737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.644875] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.645066] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.645364] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.645659] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.645900] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c4a8f97-6259-4f60-b333-acff24670a88 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.648535] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50b1444-4785-438e-baa3-923bb1609693 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.654841] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 825.654841] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bc8c73-78cd-9f27-46c6-278c1f277cf0" [ 825.654841] env[65683]: _type = "Task" [ 825.654841] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.659582] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.659998] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.663782] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d77b1d-b2cd-4f36-a1a5-a70d02181ea4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.666254] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bc8c73-78cd-9f27-46c6-278c1f277cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.669791] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 825.669791] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bf51ff-4854-0400-28fd-2a14c11f1bb2" [ 825.669791] env[65683]: _type = "Task" [ 825.669791] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.679352] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bf51ff-4854-0400-28fd-2a14c11f1bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.710087] env[65683]: DEBUG nova.scheduler.client.report [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.765029] env[65683]: WARNING neutronclient.v2_0.client [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.841169] env[65683]: DEBUG nova.network.neutron [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Updated VIF entry in instance network info cache for port ece8ebab-81db-4c64-b73b-73513f0046b3. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.841538] env[65683]: DEBUG nova.network.neutron [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Updating instance_info_cache with network_info: [{"id": "ece8ebab-81db-4c64-b73b-73513f0046b3", "address": "fa:16:3e:a7:d0:4a", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece8ebab-81", "ovs_interfaceid": "ece8ebab-81db-4c64-b73b-73513f0046b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.167526] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bc8c73-78cd-9f27-46c6-278c1f277cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.024983} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.167526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.167526] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.167526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.180093] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bf51ff-4854-0400-28fd-2a14c11f1bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.037034} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.180509] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad6b527-3605-4f7f-a7c6-4fd6f3d1e007 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.187065] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 826.187065] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523a2460-f56a-6306-3e1f-8d437491b1ec" [ 826.187065] env[65683]: _type = "Task" [ 826.187065] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.195869] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523a2460-f56a-6306-3e1f-8d437491b1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.216732] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.217293] env[65683]: DEBUG nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 826.220399] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.462s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.220595] env[65683]: DEBUG nova.objects.instance [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lazy-loading 'resources' on Instance uuid e0fc1117-a6d6-4dd9-8052-ec90f2320b41 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.344132] env[65683]: DEBUG oslo_concurrency.lockutils [req-e63ace96-7899-4907-a5d3-790fe8a3b333 req-16ede056-ae91-4c93-9c1f-6d253ff60591 service nova] Releasing lock "refresh_cache-f6c4788e-d8f0-4023-a28c-9b1822c8ed29" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.700033] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523a2460-f56a-6306-3e1f-8d437491b1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.700575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.700575] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] f6c4788e-d8f0-4023-a28c-9b1822c8ed29/f6c4788e-d8f0-4023-a28c-9b1822c8ed29.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.700710] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.701942] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.701942] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e4bc395-b4b9-4bf1-b816-534b383df49b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.703232] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7c714aa-f2db-4278-8fe5-7f11396bdac0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.711846] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 826.711846] env[65683]: value = "task-4433225" [ 826.711846] env[65683]: _type = "Task" [ 826.711846] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.716289] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.716457] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.717673] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f9cbf2-3e60-4747-9f34-099eecab1a28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.727054] env[65683]: DEBUG nova.compute.utils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.727834] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.728656] env[65683]: DEBUG nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 826.728938] env[65683]: DEBUG nova.network.neutron [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 826.729244] env[65683]: WARNING neutronclient.v2_0.client [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.729557] env[65683]: WARNING neutronclient.v2_0.client [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.733628] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 826.733628] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522baa23-4201-f423-2fce-1994f56e0f00" [ 826.733628] env[65683]: _type = "Task" [ 826.733628] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.742718] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522baa23-4201-f423-2fce-1994f56e0f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.787892] env[65683]: DEBUG nova.policy [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e03ed29b52c43f59e0a939fe43cbaf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78d2b5046d3c4de593c525e116690fe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.198439] env[65683]: DEBUG nova.network.neutron [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Successfully created port: 8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 827.224364] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433225, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.234370] env[65683]: DEBUG nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 827.254774] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522baa23-4201-f423-2fce-1994f56e0f00, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.256369] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5961fc-b345-4761-996a-4b80d3b54086 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.265293] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 827.265293] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5247856c-8c5a-d635-cfba-834cb9ac3c65" [ 827.265293] env[65683]: _type = "Task" [ 827.265293] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.275091] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5247856c-8c5a-d635-cfba-834cb9ac3c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.345213] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8d363-b3fd-40d3-9cc2-86b4218eacd1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.354423] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faca28b-c5ac-4160-9e38-13984e779ba4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.388878] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f576c6-22f6-413a-a581-2f89b6a1bc87 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.399148] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32682f99-9296-40f5-ad53-229e7fa292f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.414362] env[65683]: DEBUG nova.compute.provider_tree [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.654124] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528be4e6-1d8a-7bde-8eca-08248dac3ec0/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.655086] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c368903-5803-4e54-b008-3a8940be58d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.661999] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528be4e6-1d8a-7bde-8eca-08248dac3ec0/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.662268] env[65683]: ERROR oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528be4e6-1d8a-7bde-8eca-08248dac3ec0/disk-0.vmdk due to incomplete transfer. [ 827.662521] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a9b468b-c12d-46eb-9ba3-39f8e5810307 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.670491] env[65683]: DEBUG oslo_vmware.rw_handles [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528be4e6-1d8a-7bde-8eca-08248dac3ec0/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.670801] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Uploaded image a3424d73-d366-4e3e-acf5-909863e1e73e to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.672979] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.673267] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22e1a5a5-78ef-4e7b-b643-3a2719bbe0bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.679955] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 827.679955] env[65683]: value = "task-4433226" [ 827.679955] env[65683]: _type = "Task" [ 827.679955] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.692643] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433226, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.724569] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610364} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.725026] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] f6c4788e-d8f0-4023-a28c-9b1822c8ed29/f6c4788e-d8f0-4023-a28c-9b1822c8ed29.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.725114] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.725355] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68eadc8-840e-404b-84fe-364260cfb3ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.733025] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 827.733025] env[65683]: value = "task-4433227" [ 827.733025] env[65683]: _type = "Task" [ 827.733025] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.742409] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.776702] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5247856c-8c5a-d635-cfba-834cb9ac3c65, 'name': SearchDatastore_Task, 'duration_secs': 0.037084} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.776961] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.777238] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.777508] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30f20b82-665d-4940-8ac5-45dfc20e1eae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.786671] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 827.786671] env[65683]: value = "task-4433228" [ 827.786671] env[65683]: _type = "Task" [ 827.786671] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.797022] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.920605] env[65683]: DEBUG nova.scheduler.client.report [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.193156] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433226, 'name': Destroy_Task, 'duration_secs': 0.39415} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.193559] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Destroyed the VM [ 828.193808] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.194146] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c99a81d5-b2bb-4945-80ab-9611d57dbe36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.204111] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 828.204111] env[65683]: value = "task-4433229" [ 828.204111] env[65683]: _type = "Task" [ 828.204111] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.215137] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433229, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.244188] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083889} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.244188] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.244910] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe71f5-2c5c-48aa-b516-0a8ef5bb5837 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.252025] env[65683]: DEBUG nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 828.273805] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f6c4788e-d8f0-4023-a28c-9b1822c8ed29/f6c4788e-d8f0-4023-a28c-9b1822c8ed29.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.276390] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932690cd-5b2c-41ba-95b0-1293e0039ea5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.300685] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 828.301022] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.301252] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 828.301491] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.301695] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 828.301908] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 828.302216] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.302444] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 828.302647] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 828.302842] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 828.303082] env[65683]: DEBUG nova.virt.hardware [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 828.304220] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f734c22-4b59-4b5a-9324-c58eed348936 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.312463] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 828.312463] env[65683]: value = "task-4433230" [ 828.312463] env[65683]: _type = "Task" [ 828.312463] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.312721] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.320170] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f89a2a7-ce05-45de-9bf6-3926813e3a6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.329826] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.426070] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.428950] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.639s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.431009] env[65683]: INFO nova.compute.claims [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.458027] env[65683]: INFO nova.scheduler.client.report [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Deleted allocations for instance e0fc1117-a6d6-4dd9-8052-ec90f2320b41 [ 828.714465] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433229, 'name': RemoveSnapshot_Task, 'duration_secs': 0.468174} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.714728] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.715101] env[65683]: DEBUG nova.compute.manager [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.715970] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd783b-a696-462c-a3a1-a413ffeb95af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.756916] env[65683]: DEBUG nova.network.neutron [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Successfully updated port: 8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 828.795206] env[65683]: DEBUG nova.compute.manager [req-f7603d74-9039-4559-bf49-a8b5dcccb3c1 req-2982252f-20a1-4ebc-8d5b-34a5c573c6b5 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Received event network-vif-plugged-8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.795408] env[65683]: DEBUG oslo_concurrency.lockutils [req-f7603d74-9039-4559-bf49-a8b5dcccb3c1 req-2982252f-20a1-4ebc-8d5b-34a5c573c6b5 service nova] Acquiring lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.795627] env[65683]: DEBUG oslo_concurrency.lockutils [req-f7603d74-9039-4559-bf49-a8b5dcccb3c1 req-2982252f-20a1-4ebc-8d5b-34a5c573c6b5 service nova] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.795801] env[65683]: DEBUG oslo_concurrency.lockutils [req-f7603d74-9039-4559-bf49-a8b5dcccb3c1 req-2982252f-20a1-4ebc-8d5b-34a5c573c6b5 service nova] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.795983] env[65683]: DEBUG nova.compute.manager [req-f7603d74-9039-4559-bf49-a8b5dcccb3c1 req-2982252f-20a1-4ebc-8d5b-34a5c573c6b5 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] No waiting events found dispatching network-vif-plugged-8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 828.796178] env[65683]: WARNING nova.compute.manager [req-f7603d74-9039-4559-bf49-a8b5dcccb3c1 req-2982252f-20a1-4ebc-8d5b-34a5c573c6b5 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Received unexpected event network-vif-plugged-8b56c930-252e-4467-8a7f-58e82cf04fc8 for instance with vm_state building and task_state spawning. [ 828.813852] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575873} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.813852] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.813852] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.813852] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97a9f743-d90c-4516-84cf-3ee29d8a7b7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.824962] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433230, 'name': ReconfigVM_Task, 'duration_secs': 0.306827} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.826295] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f6c4788e-d8f0-4023-a28c-9b1822c8ed29/f6c4788e-d8f0-4023-a28c-9b1822c8ed29.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.827030] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 828.827030] env[65683]: value = "task-4433231" [ 828.827030] env[65683]: _type = "Task" [ 828.827030] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.827266] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9273789-90d5-4472-825e-06af046acd9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.839733] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.843702] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 828.843702] env[65683]: value = "task-4433232" [ 828.843702] env[65683]: _type = "Task" [ 828.843702] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.854443] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433232, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.966431] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1ecc08fc-bb24-4a47-8ae9-2d7a1c2996ba tempest-InstanceActionsTestJSON-273588170 tempest-InstanceActionsTestJSON-273588170-project-member] Lock "e0fc1117-a6d6-4dd9-8052-ec90f2320b41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.236s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.229691] env[65683]: INFO nova.compute.manager [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Shelve offloading [ 829.260487] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.260663] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.260972] env[65683]: DEBUG nova.network.neutron [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 829.341027] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080418} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.341027] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.341027] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169b4cc-f9ee-4e59-b95a-54d42acbf384 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.357361] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433232, 'name': Rename_Task, 'duration_secs': 0.150794} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.366017] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.379522] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.380036] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73071b08-3123-4649-a551-7d3e66110ad0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.381958] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908063ad-72b4-4972-a202-99b7e599b23a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.403709] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 829.403709] env[65683]: value = "task-4433234" [ 829.403709] env[65683]: _type = "Task" [ 829.403709] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.405222] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 829.405222] env[65683]: value = "task-4433233" [ 829.405222] env[65683]: _type = "Task" [ 829.405222] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.417878] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.421182] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.735349] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.735349] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f8344a-52c5-4cbe-b95f-018317145b44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.743469] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 829.743469] env[65683]: value = "task-4433235" [ 829.743469] env[65683]: _type = "Task" [ 829.743469] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.757145] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 829.757599] env[65683]: DEBUG nova.compute.manager [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 829.758779] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ecc9eb-a19d-46f4-b444-0fd71f771792 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.770893] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.771160] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.771247] env[65683]: DEBUG nova.network.neutron [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 829.823770] env[65683]: DEBUG nova.network.neutron [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 829.931360] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433234, 'name': ReconfigVM_Task, 'duration_secs': 0.490191} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.932049] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.938273] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885/68f1e04e-011e-4d3a-be56-d55170c76885.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.938273] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c920118-d0d0-48fe-a87f-b6ece4d25ed2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.947173] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 829.947173] env[65683]: value = "task-4433236" [ 829.947173] env[65683]: _type = "Task" [ 829.947173] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.954742] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433236, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.975775] env[65683]: WARNING neutronclient.v2_0.client [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.100435] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6baac-1522-4eb6-b865-1865fcada6a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.112042] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948aa6ba-8a40-4729-ba0b-3d426c113944 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.155801] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ed18f-5acd-4b95-8a0d-83d3e5a79f10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.164914] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20594e66-932c-4375-a508-f04651216e9c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.180960] env[65683]: DEBUG nova.compute.provider_tree [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.183748] env[65683]: DEBUG nova.network.neutron [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Updating instance_info_cache with network_info: [{"id": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "address": "fa:16:3e:10:38:22", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b56c930-25", "ovs_interfaceid": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.274358] env[65683]: WARNING neutronclient.v2_0.client [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.423478] env[65683]: DEBUG oslo_vmware.api [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433233, 'name': PowerOnVM_Task, 'duration_secs': 0.59003} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.423860] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.424162] env[65683]: INFO nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Took 8.34 seconds to spawn the instance on the hypervisor. [ 830.424389] env[65683]: DEBUG nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 830.425287] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc42faf-1937-48a6-8f1a-143398de2ba2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.453554] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433236, 'name': Rename_Task, 'duration_secs': 0.256931} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.454035] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.454217] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc70539f-d59e-4e7c-a708-36e9a3c306d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.460927] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 830.460927] env[65683]: value = "task-4433237" [ 830.460927] env[65683]: _type = "Task" [ 830.460927] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.469853] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.642854] env[65683]: WARNING neutronclient.v2_0.client [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.683796] env[65683]: DEBUG nova.scheduler.client.report [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.691734] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.691734] env[65683]: DEBUG nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Instance network_info: |[{"id": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "address": "fa:16:3e:10:38:22", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b56c930-25", "ovs_interfaceid": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 830.691734] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:38:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b56c930-252e-4467-8a7f-58e82cf04fc8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.700429] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 830.705198] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.706967] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67797b8c-dcaa-40f2-b528-f9eb6d5e1bfd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.734881] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.734881] env[65683]: value = "task-4433238" [ 830.734881] env[65683]: _type = "Task" [ 830.734881] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.744520] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433238, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.747406] env[65683]: DEBUG nova.network.neutron [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c02b558-40", "ovs_interfaceid": "6c02b558-4061-4814-87d2-971e99c2bcce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.946077] env[65683]: INFO nova.compute.manager [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Took 41.86 seconds to build instance. [ 830.974483] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.073558] env[65683]: DEBUG nova.compute.manager [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Received event network-changed-8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 831.073774] env[65683]: DEBUG nova.compute.manager [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Refreshing instance network info cache due to event network-changed-8b56c930-252e-4467-8a7f-58e82cf04fc8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 831.074394] env[65683]: DEBUG oslo_concurrency.lockutils [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] Acquiring lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.074394] env[65683]: DEBUG oslo_concurrency.lockutils [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] Acquired lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.074394] env[65683]: DEBUG nova.network.neutron [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Refreshing network info cache for port 8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.191075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.191611] env[65683]: DEBUG nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 831.195825] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.480s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.195825] env[65683]: DEBUG nova.objects.instance [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lazy-loading 'resources' on Instance uuid 4eb0977c-56d8-43c2-9c38-1eb2dd281f73 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.251464] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.252485] env[65683]: WARNING neutronclient.v2_0.client [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.252648] env[65683]: WARNING neutronclient.v2_0.client [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.254706] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433238, 'name': CreateVM_Task, 'duration_secs': 0.408073} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.257577] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.258307] env[65683]: WARNING neutronclient.v2_0.client [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.258670] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.258793] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.259895] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.259895] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ef5b07-fe00-484b-9fa3-14af11a6b162 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.266030] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 831.266030] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5220dfaa-ac10-5964-edb1-b53a18172123" [ 831.266030] env[65683]: _type = "Task" [ 831.266030] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.277506] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5220dfaa-ac10-5964-edb1-b53a18172123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.449486] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c630fa73-21db-4d7b-b1b2-65516a88daff tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.371s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.473805] env[65683]: DEBUG oslo_vmware.api [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433237, 'name': PowerOnVM_Task, 'duration_secs': 0.724155} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.474218] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.474467] env[65683]: DEBUG nova.compute.manager [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 831.475423] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a4108-84b8-4939-9f6c-bcaedada23ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.529619] env[65683]: DEBUG nova.compute.manager [req-70284f86-bc0d-4956-ab88-661aa5d1509f req-38e9803d-551a-4e1c-a5c4-6719e64956b9 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-vif-unplugged-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 831.529619] env[65683]: DEBUG oslo_concurrency.lockutils [req-70284f86-bc0d-4956-ab88-661aa5d1509f req-38e9803d-551a-4e1c-a5c4-6719e64956b9 service nova] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.529619] env[65683]: DEBUG oslo_concurrency.lockutils [req-70284f86-bc0d-4956-ab88-661aa5d1509f req-38e9803d-551a-4e1c-a5c4-6719e64956b9 service nova] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.529940] env[65683]: DEBUG oslo_concurrency.lockutils [req-70284f86-bc0d-4956-ab88-661aa5d1509f req-38e9803d-551a-4e1c-a5c4-6719e64956b9 service nova] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.530247] env[65683]: DEBUG nova.compute.manager [req-70284f86-bc0d-4956-ab88-661aa5d1509f req-38e9803d-551a-4e1c-a5c4-6719e64956b9 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] No waiting events found dispatching network-vif-unplugged-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 831.530353] env[65683]: WARNING nova.compute.manager [req-70284f86-bc0d-4956-ab88-661aa5d1509f req-38e9803d-551a-4e1c-a5c4-6719e64956b9 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received unexpected event network-vif-unplugged-6c02b558-4061-4814-87d2-971e99c2bcce for instance with vm_state shelved and task_state shelving_offloading. [ 831.577872] env[65683]: WARNING neutronclient.v2_0.client [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.639231] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.640200] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5806f151-b4a9-4c1b-8c4a-5e75ec7dbbc8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.648403] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.648695] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5509dcc7-5885-463c-8ddb-dc1a57fdf581 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.699557] env[65683]: DEBUG nova.compute.utils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.703937] env[65683]: DEBUG nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 831.704306] env[65683]: DEBUG nova.network.neutron [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 831.704522] env[65683]: WARNING neutronclient.v2_0.client [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.704914] env[65683]: WARNING neutronclient.v2_0.client [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.715632] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.715871] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.716073] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleting the datastore file [datastore2] 1847f3a7-41c8-41f2-bddb-2d7da65d0443 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.716356] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4729793a-c9bb-456a-9eb6-5b8dbfba21e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.726692] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 831.726692] env[65683]: value = "task-4433240" [ 831.726692] env[65683]: _type = "Task" [ 831.726692] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.738313] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.742333] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb536d-54ce-4e42-a723-e6da807bceb8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.749210] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Suspending the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 831.750875] env[65683]: DEBUG nova.policy [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6a8055ad05741d884cef25a5e8df6b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd12e2c813348e6bf48ba058819e9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.752666] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1639a775-e7c2-4f17-a130-63871257ed43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.757952] env[65683]: WARNING neutronclient.v2_0.client [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.766179] env[65683]: DEBUG oslo_vmware.api [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 831.766179] env[65683]: value = "task-4433241" [ 831.766179] env[65683]: _type = "Task" [ 831.766179] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.784455] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5220dfaa-ac10-5964-edb1-b53a18172123, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.792388] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.792523] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.792662] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.792796] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.792986] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.793862] env[65683]: DEBUG oslo_vmware.api [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433241, 'name': SuspendVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.794435] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23f07e0-23f1-42af-a88e-422fce502e1f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.805020] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.805307] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.806112] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8de9bd0-5b90-4760-b9b6-41681a817003 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.813555] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 831.813555] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d3e39e-7e4a-63e0-b08b-9a8b2cb585b7" [ 831.813555] env[65683]: _type = "Task" [ 831.813555] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.823901] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d3e39e-7e4a-63e0-b08b-9a8b2cb585b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.883359] env[65683]: DEBUG nova.network.neutron [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Updated VIF entry in instance network info cache for port 8b56c930-252e-4467-8a7f-58e82cf04fc8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 831.884343] env[65683]: DEBUG nova.network.neutron [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Updating instance_info_cache with network_info: [{"id": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "address": "fa:16:3e:10:38:22", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b56c930-25", "ovs_interfaceid": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.953345] env[65683]: DEBUG nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 831.997444] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.180748] env[65683]: DEBUG nova.network.neutron [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Successfully created port: 9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 832.204293] env[65683]: DEBUG nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 832.242049] env[65683]: DEBUG oslo_vmware.api [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164825} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.242049] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.242049] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.242049] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.266956] env[65683]: INFO nova.scheduler.client.report [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted allocations for instance 1847f3a7-41c8-41f2-bddb-2d7da65d0443 [ 832.282101] env[65683]: DEBUG oslo_vmware.api [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433241, 'name': SuspendVM_Task} progress is 62%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.326969] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d3e39e-7e4a-63e0-b08b-9a8b2cb585b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01605} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.328033] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d12065-153f-47ec-9572-57e29e0cd41e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.336335] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 832.336335] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527f7b86-3946-5876-95f5-3b1f649ad6d8" [ 832.336335] env[65683]: _type = "Task" [ 832.336335] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.348553] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527f7b86-3946-5876-95f5-3b1f649ad6d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.387225] env[65683]: DEBUG oslo_concurrency.lockutils [req-9524139d-54d4-4236-abed-b0dded77ea8c req-0cd71568-98e8-478f-aba0-71b6df15d7ad service nova] Releasing lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.408976] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65960ec-fe66-4a99-84d8-a5dbb67119d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.417659] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c29575-ea90-467f-9628-e626347522c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.453681] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800a2f42-1089-44dd-937a-d9ffc5e6b5b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.466475] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4de681-9f4f-4795-ba43-bea304c42864 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.481974] env[65683]: DEBUG nova.compute.provider_tree [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.484309] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.774979] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.781640] env[65683]: DEBUG oslo_vmware.api [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433241, 'name': SuspendVM_Task} progress is 62%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.848380] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527f7b86-3946-5876-95f5-3b1f649ad6d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.848670] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.848923] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.849270] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d91ead9-1abe-4e41-86fc-4f957c0c89ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.857220] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 832.857220] env[65683]: value = "task-4433242" [ 832.857220] env[65683]: _type = "Task" [ 832.857220] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.866526] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.986101] env[65683]: DEBUG nova.scheduler.client.report [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.051153] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "68f1e04e-011e-4d3a-be56-d55170c76885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.051513] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "68f1e04e-011e-4d3a-be56-d55170c76885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.051767] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "68f1e04e-011e-4d3a-be56-d55170c76885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.051996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "68f1e04e-011e-4d3a-be56-d55170c76885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.052378] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "68f1e04e-011e-4d3a-be56-d55170c76885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.056470] env[65683]: INFO nova.compute.manager [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Terminating instance [ 833.217033] env[65683]: DEBUG nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 833.245685] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 833.250034] env[65683]: DEBUG nova.virt.hardware [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 833.250034] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045b39b-14d2-4f4c-bd81-fb42c7b4dcb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.259868] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ac850b-d6fa-4a1d-a59b-7bce9f1a806e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.289235] env[65683]: DEBUG oslo_vmware.api [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433241, 'name': SuspendVM_Task, 'duration_secs': 1.111986} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.289643] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Suspended the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 833.289944] env[65683]: DEBUG nova.compute.manager [None req-61b73430-bb4c-4f93-aa75-a61546743a2a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 833.291526] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbe35b-b856-42b1-989d-cb34152361f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.369137] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433242, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.493435] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.496049] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.322s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.497632] env[65683]: INFO nova.compute.claims [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.520595] env[65683]: INFO nova.scheduler.client.report [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Deleted allocations for instance 4eb0977c-56d8-43c2-9c38-1eb2dd281f73 [ 833.565602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "refresh_cache-68f1e04e-011e-4d3a-be56-d55170c76885" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.565760] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquired lock "refresh_cache-68f1e04e-011e-4d3a-be56-d55170c76885" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.565937] env[65683]: DEBUG nova.network.neutron [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 833.667134] env[65683]: DEBUG nova.compute.manager [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.667340] env[65683]: DEBUG nova.compute.manager [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing instance network info cache due to event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 833.668031] env[65683]: DEBUG oslo_concurrency.lockutils [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] Acquiring lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.668031] env[65683]: DEBUG oslo_concurrency.lockutils [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] Acquired lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.668031] env[65683]: DEBUG nova.network.neutron [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.690125] env[65683]: DEBUG nova.compute.manager [req-c94269dd-3749-4f62-a824-55aa0a631566 req-e2906789-36be-4c9c-bd29-a50789f3ba18 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Received event network-vif-plugged-9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.690478] env[65683]: DEBUG oslo_concurrency.lockutils [req-c94269dd-3749-4f62-a824-55aa0a631566 req-e2906789-36be-4c9c-bd29-a50789f3ba18 service nova] Acquiring lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.690787] env[65683]: DEBUG oslo_concurrency.lockutils [req-c94269dd-3749-4f62-a824-55aa0a631566 req-e2906789-36be-4c9c-bd29-a50789f3ba18 service nova] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.690828] env[65683]: DEBUG oslo_concurrency.lockutils [req-c94269dd-3749-4f62-a824-55aa0a631566 req-e2906789-36be-4c9c-bd29-a50789f3ba18 service nova] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.691112] env[65683]: DEBUG nova.compute.manager [req-c94269dd-3749-4f62-a824-55aa0a631566 req-e2906789-36be-4c9c-bd29-a50789f3ba18 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] No waiting events found dispatching network-vif-plugged-9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 833.691272] env[65683]: WARNING nova.compute.manager [req-c94269dd-3749-4f62-a824-55aa0a631566 req-e2906789-36be-4c9c-bd29-a50789f3ba18 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Received unexpected event network-vif-plugged-9c60c992-cd95-4e2c-9c24-37841e823c2c for instance with vm_state building and task_state spawning. [ 833.734690] env[65683]: DEBUG nova.network.neutron [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Successfully updated port: 9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 833.868388] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513739} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.868729] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.868999] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.869328] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ff902b3-1bb4-4629-ae66-4ad89eab6506 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.878176] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 833.878176] env[65683]: value = "task-4433243" [ 833.878176] env[65683]: _type = "Task" [ 833.878176] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.889238] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.030754] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8fc49c6e-c45c-4ca6-a26e-c0be195c06a8 tempest-ServersListShow2100Test-830259567 tempest-ServersListShow2100Test-830259567-project-member] Lock "4eb0977c-56d8-43c2-9c38-1eb2dd281f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.615s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.071126] env[65683]: WARNING neutronclient.v2_0.client [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.089730] env[65683]: DEBUG nova.network.neutron [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 834.140688] env[65683]: DEBUG nova.network.neutron [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.170822] env[65683]: WARNING neutronclient.v2_0.client [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.216544] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.238877] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.239078] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.239257] env[65683]: DEBUG nova.network.neutron [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.336807] env[65683]: WARNING neutronclient.v2_0.client [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.389889] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065278} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.390225] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.391062] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428118df-1e58-46ef-af7d-de7f5835cb2c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.415116] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.416331] env[65683]: DEBUG nova.network.neutron [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updated VIF entry in instance network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 834.416671] env[65683]: DEBUG nova.network.neutron [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6c02b558-40", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.417864] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0d3092-a84e-4b26-94f9-3e6d3c53651d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.434647] env[65683]: DEBUG oslo_concurrency.lockutils [req-5700e214-08dd-4766-ba84-2d251d3c6cc3 req-8dfe081d-43a5-4a83-8a22-ed1b790c3604 service nova] Releasing lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.442371] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 834.442371] env[65683]: value = "task-4433244" [ 834.442371] env[65683]: _type = "Task" [ 834.442371] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.452080] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.645673] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Releasing lock "refresh_cache-68f1e04e-011e-4d3a-be56-d55170c76885" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.646053] env[65683]: DEBUG nova.compute.manager [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 834.646908] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.647295] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6900a391-21b7-429c-843b-e48c669eef14 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.655843] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.656869] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-795cba9d-0693-400d-bd6f-6b7702a98197 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.665877] env[65683]: DEBUG oslo_vmware.api [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 834.665877] env[65683]: value = "task-4433245" [ 834.665877] env[65683]: _type = "Task" [ 834.665877] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.677892] env[65683]: DEBUG oslo_vmware.api [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.801161] env[65683]: DEBUG nova.network.neutron [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 834.913462] env[65683]: WARNING neutronclient.v2_0.client [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.955335] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433244, 'name': ReconfigVM_Task, 'duration_secs': 0.4922} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.958220] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.958220] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a992f51-0f55-485c-afe5-cb4cb0e0ce1d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.967034] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 834.967034] env[65683]: value = "task-4433246" [ 834.967034] env[65683]: _type = "Task" [ 834.967034] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.978321] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433246, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.009928] env[65683]: DEBUG nova.network.neutron [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.106540] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f75fad-dbd2-420a-b4e6-6a422fee1265 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.117558] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3396bd-6d98-4953-888c-34eee0b510c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.150194] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616878f4-b9c0-4de4-8620-da9bea7836f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.159104] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be6c9e-9a7a-49a0-8aff-71a244994d65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.173384] env[65683]: DEBUG nova.compute.provider_tree [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.186693] env[65683]: DEBUG oslo_vmware.api [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433245, 'name': PowerOffVM_Task, 'duration_secs': 0.120008} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.187631] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.187820] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.188156] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44c66020-5de5-49b0-8ad9-f34768718bc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.197214] env[65683]: DEBUG nova.compute.manager [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 835.198168] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20f35de-805e-47cb-847e-0bbdad460163 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.217373] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.217612] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.217801] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Deleting the datastore file [datastore1] 68f1e04e-011e-4d3a-be56-d55170c76885 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.218172] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c340977-8444-4037-be40-0cd8200a12cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.228720] env[65683]: DEBUG oslo_vmware.api [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for the task: (returnval){ [ 835.228720] env[65683]: value = "task-4433248" [ 835.228720] env[65683]: _type = "Task" [ 835.228720] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.240667] env[65683]: DEBUG oslo_vmware.api [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.474964] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433246, 'name': Rename_Task, 'duration_secs': 0.153646} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.475292] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.475755] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63d8995b-1d27-4ec0-b038-1d73ee5c5cb9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.482650] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 835.482650] env[65683]: value = "task-4433249" [ 835.482650] env[65683]: _type = "Task" [ 835.482650] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.491624] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.512016] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.512326] env[65683]: DEBUG nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Instance network_info: |[{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 835.512787] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:d2:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c60c992-cd95-4e2c-9c24-37841e823c2c', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.520675] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 835.520976] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.521239] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3423219-9d29-4bbf-8cde-6d46a0b7be80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.544262] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.544262] env[65683]: value = "task-4433250" [ 835.544262] env[65683]: _type = "Task" [ 835.544262] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.553986] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433250, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.679423] env[65683]: DEBUG nova.scheduler.client.report [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.711518] env[65683]: INFO nova.compute.manager [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] instance snapshotting [ 835.712134] env[65683]: WARNING nova.compute.manager [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 835.715037] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4837a7d-5212-4610-ad3b-efb328f538c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.739680] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d546438-f8c5-4a6d-bbb3-9dd0f8ef84ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.750745] env[65683]: DEBUG oslo_vmware.api [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Task: {'id': task-4433248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098793} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.753473] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.753666] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.753837] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.754053] env[65683]: INFO nova.compute.manager [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Took 1.11 seconds to destroy the instance on the hypervisor. [ 835.754296] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 835.754592] env[65683]: DEBUG nova.compute.manager [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 835.754592] env[65683]: DEBUG nova.network.neutron [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 835.754830] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.777025] env[65683]: DEBUG nova.network.neutron [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 835.777025] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.807187] env[65683]: DEBUG nova.compute.manager [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Received event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 835.807436] env[65683]: DEBUG nova.compute.manager [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing instance network info cache due to event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 835.807780] env[65683]: DEBUG oslo_concurrency.lockutils [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] Acquiring lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.807780] env[65683]: DEBUG oslo_concurrency.lockutils [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] Acquired lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.807895] env[65683]: DEBUG nova.network.neutron [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.993973] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433249, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.058604] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433250, 'name': CreateVM_Task, 'duration_secs': 0.371767} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.058604] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.059399] env[65683]: WARNING neutronclient.v2_0.client [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.059875] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.060390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.060606] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.060898] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97121ca-5619-4ba1-bb08-8c1c1db2d651 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.067559] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 836.067559] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ec1413-203a-aea7-5d7d-ce654759571d" [ 836.067559] env[65683]: _type = "Task" [ 836.067559] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.077241] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ec1413-203a-aea7-5d7d-ce654759571d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.186119] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.187410] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.654s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.189016] env[65683]: INFO nova.compute.claims [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.258142] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.258448] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-901a691e-3a9d-4a2b-9578-2b96a54e21f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.266949] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 836.266949] env[65683]: value = "task-4433251" [ 836.266949] env[65683]: _type = "Task" [ 836.266949] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.276114] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.277531] env[65683]: DEBUG nova.network.neutron [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.311030] env[65683]: WARNING neutronclient.v2_0.client [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.470500] env[65683]: WARNING neutronclient.v2_0.client [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.493578] env[65683]: DEBUG oslo_vmware.api [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433249, 'name': PowerOnVM_Task, 'duration_secs': 0.562735} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.493847] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.494106] env[65683]: INFO nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Took 8.24 seconds to spawn the instance on the hypervisor. [ 836.494309] env[65683]: DEBUG nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 836.495119] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c731de13-f1d2-4087-841b-bffa7fd43c78 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.541614] env[65683]: DEBUG nova.network.neutron [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updated VIF entry in instance network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 836.541991] env[65683]: DEBUG nova.network.neutron [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.579022] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ec1413-203a-aea7-5d7d-ce654759571d, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.579305] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.579533] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.579764] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.579899] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.580090] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.580366] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7836594-0700-4b3d-9324-74dce9476a66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.590724] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.590954] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.591714] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce3ae31-9ffe-430a-8762-424b9935eaad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.597625] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 836.597625] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521ce322-16a2-b745-2f64-c48efdb69e72" [ 836.597625] env[65683]: _type = "Task" [ 836.597625] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.606844] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521ce322-16a2-b745-2f64-c48efdb69e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.695566] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "67e18a62-e5a5-45bc-bbb1-dcc911df873b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.695965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "67e18a62-e5a5-45bc-bbb1-dcc911df873b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.778688] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433251, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.781911] env[65683]: INFO nova.compute.manager [-] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Took 1.03 seconds to deallocate network for instance. [ 837.014315] env[65683]: INFO nova.compute.manager [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Took 41.54 seconds to build instance. [ 837.045041] env[65683]: DEBUG oslo_concurrency.lockutils [req-c56b60fd-32c0-487f-8468-49dec0fc94b2 req-d0162038-7185-4cbf-9d57-5fad7d6e1880 service nova] Releasing lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.109423] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521ce322-16a2-b745-2f64-c48efdb69e72, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.110295] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2082439-e22c-4bd5-a2ac-ef2073a053c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.116869] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 837.116869] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52456e42-3068-cd42-96f1-1985a0853e5e" [ 837.116869] env[65683]: _type = "Task" [ 837.116869] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.127220] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52456e42-3068-cd42-96f1-1985a0853e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.201649] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "67e18a62-e5a5-45bc-bbb1-dcc911df873b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.202162] env[65683]: DEBUG nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 837.277829] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433251, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.287855] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.515882] env[65683]: DEBUG oslo_concurrency.lockutils [None req-280d2498-d192-4c46-be30-43286db6fdc4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.056s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.630462] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52456e42-3068-cd42-96f1-1985a0853e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.630725] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631025] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/e62fd4a2-5121-40b7-830d-0ee02d4e66ce.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.631294] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9da5971e-e550-4467-b55a-73ace05e69c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.639642] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 837.639642] env[65683]: value = "task-4433252" [ 837.639642] env[65683]: _type = "Task" [ 837.639642] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.650629] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.709020] env[65683]: DEBUG nova.compute.utils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.710533] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d45fa81-5eae-4a60-895f-d38794c8d3c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.714450] env[65683]: DEBUG nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 837.714830] env[65683]: DEBUG nova.network.neutron [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 837.715485] env[65683]: WARNING neutronclient.v2_0.client [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.715683] env[65683]: WARNING neutronclient.v2_0.client [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.724997] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd86e84-4f53-481c-9db1-dee2f8ffa869 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.759796] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b9058-113e-4375-9fa8-c041fb6e0ce2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.769729] env[65683]: DEBUG nova.policy [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd552acaa8f4d3e85dc52315a0a3e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65261d29187145fcb0d1befb8e480ce9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.772615] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a1bc6-c0dc-4bf0-a7ca-3e83c8ee05ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.796095] env[65683]: DEBUG nova.compute.provider_tree [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.797530] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433251, 'name': CreateSnapshot_Task, 'duration_secs': 1.294564} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.797965] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.798735] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbda256-cb2f-402a-895f-15cedd51fa48 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.019320] env[65683]: DEBUG nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 838.142199] env[65683]: DEBUG nova.network.neutron [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Successfully created port: 78f9e311-7ae1-498e-a9ea-4e086f404336 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 838.157357] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.215299] env[65683]: DEBUG nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 838.300422] env[65683]: DEBUG nova.scheduler.client.report [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.320686] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 838.321144] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc522046-3659-49e3-bfcb-f378c848b6dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.333627] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 838.333627] env[65683]: value = "task-4433253" [ 838.333627] env[65683]: _type = "Task" [ 838.333627] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.346571] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433253, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.551714] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.654374] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562667} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.654779] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/e62fd4a2-5121-40b7-830d-0ee02d4e66ce.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.655111] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.655437] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caadb103-5aa4-47ac-b55d-ac354b6f1e61 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.664598] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 838.664598] env[65683]: value = "task-4433254" [ 838.664598] env[65683]: _type = "Task" [ 838.664598] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.676929] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.806698] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.807817] env[65683]: DEBUG nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 838.811936] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.880s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.812116] env[65683]: DEBUG nova.objects.instance [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lazy-loading 'resources' on Instance uuid ab64090f-d45b-41d9-b1e4-3a1a57337a56 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.846015] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433253, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.056506] env[65683]: DEBUG nova.compute.manager [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Received event network-changed-8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.056647] env[65683]: DEBUG nova.compute.manager [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Refreshing instance network info cache due to event network-changed-8b56c930-252e-4467-8a7f-58e82cf04fc8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 839.056859] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] Acquiring lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.056999] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] Acquired lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.057175] env[65683]: DEBUG nova.network.neutron [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Refreshing network info cache for port 8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.175740] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078923} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.176100] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.176993] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16183bb4-ecab-4825-8763-ba47b61d9446 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.203384] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/e62fd4a2-5121-40b7-830d-0ee02d4e66ce.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.204161] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5112d1-5ecd-4f95-8d48-d7758c6d23e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.225697] env[65683]: DEBUG nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 839.227995] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 839.227995] env[65683]: value = "task-4433255" [ 839.227995] env[65683]: _type = "Task" [ 839.227995] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.239982] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.252313] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.252602] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.252756] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.252977] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.253264] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.253443] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.253707] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.253954] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.254182] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.254361] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.254543] env[65683]: DEBUG nova.virt.hardware [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.255610] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ca38f-b4f1-48cb-908e-29bc23350ad0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.265226] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5fb66e-096c-497f-9b0d-72547df2dd12 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.317254] env[65683]: DEBUG nova.compute.utils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.321732] env[65683]: DEBUG nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 839.321986] env[65683]: DEBUG nova.network.neutron [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 839.322890] env[65683]: WARNING neutronclient.v2_0.client [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.323427] env[65683]: WARNING neutronclient.v2_0.client [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.348452] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433253, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.382494] env[65683]: DEBUG nova.policy [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45f17ff60a43419593db23c83f099a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f03a23d6c0c49c9943b73099f9573cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.560858] env[65683]: WARNING neutronclient.v2_0.client [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.692403] env[65683]: DEBUG nova.network.neutron [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Successfully created port: 5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 839.744348] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433255, 'name': ReconfigVM_Task, 'duration_secs': 0.296188} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.745142] env[65683]: DEBUG nova.network.neutron [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Successfully updated port: 78f9e311-7ae1-498e-a9ea-4e086f404336 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 839.746251] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfigured VM instance instance-0000003b to attach disk [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/e62fd4a2-5121-40b7-830d-0ee02d4e66ce.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.747066] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1c4489-07ea-40b1-99f0-ee2269a41d61 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.761048] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 839.761048] env[65683]: value = "task-4433256" [ 839.761048] env[65683]: _type = "Task" [ 839.761048] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.786539] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433256, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.827563] env[65683]: DEBUG nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 839.859036] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433253, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.928242] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b271cb26-fa0b-4046-a122-2433fbcc562f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.940219] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a84d9-28ad-468a-8a98-c4f632d99b75 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.977619] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff9a6b-806e-4b1f-909a-c3545b3b61e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.988883] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79e069-9f4f-4294-9648-12eb64b79fae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.004192] env[65683]: DEBUG nova.compute.provider_tree [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.051903] env[65683]: DEBUG nova.compute.manager [req-45c31172-5622-4756-b972-8d5e3b14ebfc req-28da54bb-8d7c-4c08-9b47-ed5f35cc1f33 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Received event network-vif-plugged-78f9e311-7ae1-498e-a9ea-4e086f404336 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 840.051903] env[65683]: DEBUG oslo_concurrency.lockutils [req-45c31172-5622-4756-b972-8d5e3b14ebfc req-28da54bb-8d7c-4c08-9b47-ed5f35cc1f33 service nova] Acquiring lock "dbaf087d-8a01-402d-adca-9ee97afe86d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.051903] env[65683]: DEBUG oslo_concurrency.lockutils [req-45c31172-5622-4756-b972-8d5e3b14ebfc req-28da54bb-8d7c-4c08-9b47-ed5f35cc1f33 service nova] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.052288] env[65683]: DEBUG oslo_concurrency.lockutils [req-45c31172-5622-4756-b972-8d5e3b14ebfc req-28da54bb-8d7c-4c08-9b47-ed5f35cc1f33 service nova] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.052288] env[65683]: DEBUG nova.compute.manager [req-45c31172-5622-4756-b972-8d5e3b14ebfc req-28da54bb-8d7c-4c08-9b47-ed5f35cc1f33 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] No waiting events found dispatching network-vif-plugged-78f9e311-7ae1-498e-a9ea-4e086f404336 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 840.052359] env[65683]: WARNING nova.compute.manager [req-45c31172-5622-4756-b972-8d5e3b14ebfc req-28da54bb-8d7c-4c08-9b47-ed5f35cc1f33 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Received unexpected event network-vif-plugged-78f9e311-7ae1-498e-a9ea-4e086f404336 for instance with vm_state building and task_state spawning. [ 840.054290] env[65683]: WARNING neutronclient.v2_0.client [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.152988] env[65683]: DEBUG nova.network.neutron [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Updated VIF entry in instance network info cache for port 8b56c930-252e-4467-8a7f-58e82cf04fc8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.153406] env[65683]: DEBUG nova.network.neutron [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Updating instance_info_cache with network_info: [{"id": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "address": "fa:16:3e:10:38:22", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b56c930-25", "ovs_interfaceid": "8b56c930-252e-4467-8a7f-58e82cf04fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.248789] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "refresh_cache-dbaf087d-8a01-402d-adca-9ee97afe86d7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.248789] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquired lock "refresh_cache-dbaf087d-8a01-402d-adca-9ee97afe86d7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.249464] env[65683]: DEBUG nova.network.neutron [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.272717] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433256, 'name': Rename_Task, 'duration_secs': 0.145485} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.273054] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.273341] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2865519b-4026-451d-bac9-936d35f7b94c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.282729] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 840.282729] env[65683]: value = "task-4433257" [ 840.282729] env[65683]: _type = "Task" [ 840.282729] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.292243] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.355026] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433253, 'name': CloneVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.510612] env[65683]: DEBUG nova.scheduler.client.report [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.656626] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc91d4ea-9838-4495-bfbc-727ec11fa55c req-443dc908-7011-47cc-8feb-00094c15a935 service nova] Releasing lock "refresh_cache-8f3c4fee-c9e4-4c16-8cd5-562095bc1805" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.783776] env[65683]: DEBUG nova.network.neutron [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 840.799234] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433257, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.846919] env[65683]: DEBUG nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 840.858139] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433253, 'name': CloneVM_Task, 'duration_secs': 2.136595} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.858268] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Created linked-clone VM from snapshot [ 840.859143] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719a5aa-c2db-422b-a5d8-520d9afbae29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.869855] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Uploading image 084b3961-e4f4-479c-b6c3-96bcf2d94a19 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 840.875502] env[65683]: WARNING neutronclient.v2_0.client [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.884596] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 840.884891] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.885054] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 840.885244] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.885384] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 840.885521] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 840.885724] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 840.885877] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 840.886083] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 840.886310] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 840.886391] env[65683]: DEBUG nova.virt.hardware [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 840.887303] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d31d18-8159-4902-a6df-8b1fe2101969 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.901866] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 840.901866] env[65683]: value = "vm-867228" [ 840.901866] env[65683]: _type = "VirtualMachine" [ 840.901866] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 840.903297] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a87e0a-3d60-46cc-9275-d4d7e87ba864 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.907588] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f76d138f-c024-41b1-aa1f-ac60e2eb40e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.924171] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease: (returnval){ [ 840.924171] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b9e5ec-4895-b042-cfcc-50b0c76fa3eb" [ 840.924171] env[65683]: _type = "HttpNfcLease" [ 840.924171] env[65683]: } obtained for exporting VM: (result){ [ 840.924171] env[65683]: value = "vm-867228" [ 840.924171] env[65683]: _type = "VirtualMachine" [ 840.924171] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 840.924661] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the lease: (returnval){ [ 840.924661] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b9e5ec-4895-b042-cfcc-50b0c76fa3eb" [ 840.924661] env[65683]: _type = "HttpNfcLease" [ 840.924661] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 840.932478] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.932478] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b9e5ec-4895-b042-cfcc-50b0c76fa3eb" [ 840.932478] env[65683]: _type = "HttpNfcLease" [ 840.932478] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 841.006145] env[65683]: DEBUG nova.network.neutron [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Updating instance_info_cache with network_info: [{"id": "78f9e311-7ae1-498e-a9ea-4e086f404336", "address": "fa:16:3e:f2:35:94", "network": {"id": "98206967-3e63-48cf-a8d2-19a99cc44862", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-522789528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "65261d29187145fcb0d1befb8e480ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9e311-7a", "ovs_interfaceid": "78f9e311-7ae1-498e-a9ea-4e086f404336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.015915] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.018462] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.929s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.020582] env[65683]: INFO nova.compute.claims [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.042859] env[65683]: INFO nova.scheduler.client.report [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Deleted allocations for instance ab64090f-d45b-41d9-b1e4-3a1a57337a56 [ 841.297337] env[65683]: DEBUG oslo_vmware.api [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433257, 'name': PowerOnVM_Task, 'duration_secs': 0.72175} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.297705] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.297827] env[65683]: INFO nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Took 8.08 seconds to spawn the instance on the hypervisor. [ 841.297978] env[65683]: DEBUG nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 841.299182] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ed6cba-09cc-44e4-ab63-2e6409f04115 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.347426] env[65683]: DEBUG nova.network.neutron [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Successfully updated port: 5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 841.434755] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.434755] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b9e5ec-4895-b042-cfcc-50b0c76fa3eb" [ 841.434755] env[65683]: _type = "HttpNfcLease" [ 841.434755] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 841.435108] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 841.435108] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b9e5ec-4895-b042-cfcc-50b0c76fa3eb" [ 841.435108] env[65683]: _type = "HttpNfcLease" [ 841.435108] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 841.435864] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc29009a-f055-4ec5-b603-f93c0957ad2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.444963] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f0fc8-9b45-3546-a716-0ea5590a67fa/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 841.445185] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f0fc8-9b45-3546-a716-0ea5590a67fa/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 841.509486] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Releasing lock "refresh_cache-dbaf087d-8a01-402d-adca-9ee97afe86d7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.510008] env[65683]: DEBUG nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Instance network_info: |[{"id": "78f9e311-7ae1-498e-a9ea-4e086f404336", "address": "fa:16:3e:f2:35:94", "network": {"id": "98206967-3e63-48cf-a8d2-19a99cc44862", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-522789528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "65261d29187145fcb0d1befb8e480ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9e311-7a", "ovs_interfaceid": "78f9e311-7ae1-498e-a9ea-4e086f404336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 841.510947] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:35:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78f9e311-7ae1-498e-a9ea-4e086f404336', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.519433] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Creating folder: Project (65261d29187145fcb0d1befb8e480ce9). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.520209] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d71f6ba2-b140-411e-9911-94bb938ec09d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.533813] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Created folder: Project (65261d29187145fcb0d1befb8e480ce9) in parent group-v867054. [ 841.534361] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Creating folder: Instances. Parent ref: group-v867229. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.535048] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06d3aa53-2cd7-48aa-b072-6f93aa994fe3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.550882] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Created folder: Instances in parent group-v867229. [ 841.551289] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 841.556537] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.556537] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c4c4afe-47f2-40c2-bc6e-03c05c0083c7 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "ab64090f-d45b-41d9-b1e4-3a1a57337a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.095s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.556537] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eaea851-edcc-48ca-b859-77d8e183f4f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.570773] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b10454b3-8141-408b-8781-3ef3cd3aa137 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.580023] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.580023] env[65683]: value = "task-4433261" [ 841.580023] env[65683]: _type = "Task" [ 841.580023] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.593174] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433261, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.827538] env[65683]: INFO nova.compute.manager [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Took 45.07 seconds to build instance. [ 841.852136] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "refresh_cache-54f70fe2-5259-4e70-8f26-6b27c54ee444" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.852136] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "refresh_cache-54f70fe2-5259-4e70-8f26-6b27c54ee444" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.852136] env[65683]: DEBUG nova.network.neutron [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.096349] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433261, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.336965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca8847e0-e976-4435-93bc-ddbbb863c094 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.587s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.467307] env[65683]: DEBUG nova.network.neutron [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.608828] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433261, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.740576] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa5dbbb-6fe6-4e3f-b218-fb0ddde4faaa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.754517] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d08626-d75d-4355-8cc7-04bedfbebf89 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.759769] env[65683]: WARNING neutronclient.v2_0.client [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.798151] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a29f3-01c0-4188-b614-98e2548ed4f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.811179] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbafce3-1a9c-4cd6-99ea-8d756a9465c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.831534] env[65683]: DEBUG nova.compute.provider_tree [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.978043] env[65683]: DEBUG nova.network.neutron [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Updating instance_info_cache with network_info: [{"id": "5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9", "address": "fa:16:3e:03:eb:c6", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbb7b0d-85", "ovs_interfaceid": "5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.091830] env[65683]: DEBUG nova.compute.manager [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Received event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 843.092202] env[65683]: DEBUG nova.compute.manager [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing instance network info cache due to event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 843.092295] env[65683]: DEBUG oslo_concurrency.lockutils [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] Acquiring lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.092580] env[65683]: DEBUG oslo_concurrency.lockutils [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] Acquired lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.092580] env[65683]: DEBUG nova.network.neutron [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.104513] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433261, 'name': CreateVM_Task, 'duration_secs': 1.514722} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.105483] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.105483] env[65683]: WARNING neutronclient.v2_0.client [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.105653] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.108745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.108745] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.108745] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d258bd0-da9b-46af-b479-bfc761487c74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.115886] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 843.115886] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d4842e-7501-7b21-bac4-038c8f2657bb" [ 843.115886] env[65683]: _type = "Task" [ 843.115886] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.129107] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d4842e-7501-7b21-bac4-038c8f2657bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.186910] env[65683]: DEBUG nova.compute.manager [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Received event network-changed-78f9e311-7ae1-498e-a9ea-4e086f404336 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 843.188702] env[65683]: DEBUG nova.compute.manager [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Refreshing instance network info cache due to event network-changed-78f9e311-7ae1-498e-a9ea-4e086f404336. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 843.188923] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Acquiring lock "refresh_cache-dbaf087d-8a01-402d-adca-9ee97afe86d7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.188923] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Acquired lock "refresh_cache-dbaf087d-8a01-402d-adca-9ee97afe86d7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.189117] env[65683]: DEBUG nova.network.neutron [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Refreshing network info cache for port 78f9e311-7ae1-498e-a9ea-4e086f404336 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.338068] env[65683]: DEBUG nova.scheduler.client.report [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.481866] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "refresh_cache-54f70fe2-5259-4e70-8f26-6b27c54ee444" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.482277] env[65683]: DEBUG nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Instance network_info: |[{"id": "5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9", "address": "fa:16:3e:03:eb:c6", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbb7b0d-85", "ovs_interfaceid": "5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 843.482745] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:eb:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.490467] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 843.491540] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.491540] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c8dfaea-2950-4936-aa17-f6fcff7d9b9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.514027] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.514027] env[65683]: value = "task-4433262" [ 843.514027] env[65683]: _type = "Task" [ 843.514027] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.525619] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433262, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.597239] env[65683]: WARNING neutronclient.v2_0.client [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.628987] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d4842e-7501-7b21-bac4-038c8f2657bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.629179] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.629398] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.629647] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.629792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.629979] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.630296] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954630cf-ae0e-4ede-8c0d-8f75c4723bdb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.641716] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.641929] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.642754] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61db89a-83a3-4805-be8a-455b5fbdb1c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.650115] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 843.650115] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521b2611-6244-7bfb-c7a6-74bb7e3b5451" [ 843.650115] env[65683]: _type = "Task" [ 843.650115] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.661489] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521b2611-6244-7bfb-c7a6-74bb7e3b5451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.692693] env[65683]: WARNING neutronclient.v2_0.client [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.822642] env[65683]: WARNING neutronclient.v2_0.client [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.844924] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.845702] env[65683]: DEBUG nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 843.849520] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.639s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.851190] env[65683]: INFO nova.compute.claims [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.937854] env[65683]: WARNING neutronclient.v2_0.client [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.989314] env[65683]: DEBUG nova.network.neutron [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updated VIF entry in instance network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 843.989751] env[65683]: DEBUG nova.network.neutron [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.027183] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433262, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.063417] env[65683]: DEBUG nova.network.neutron [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Updated VIF entry in instance network info cache for port 78f9e311-7ae1-498e-a9ea-4e086f404336. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 844.063770] env[65683]: DEBUG nova.network.neutron [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Updating instance_info_cache with network_info: [{"id": "78f9e311-7ae1-498e-a9ea-4e086f404336", "address": "fa:16:3e:f2:35:94", "network": {"id": "98206967-3e63-48cf-a8d2-19a99cc44862", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-522789528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "65261d29187145fcb0d1befb8e480ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9e311-7a", "ovs_interfaceid": "78f9e311-7ae1-498e-a9ea-4e086f404336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.164861] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521b2611-6244-7bfb-c7a6-74bb7e3b5451, 'name': SearchDatastore_Task, 'duration_secs': 0.01584} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.165922] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219e83e6-0f0f-4e5c-a238-6fa81e03e3cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.173071] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 844.173071] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f36e5a-8566-9adc-56c4-aa9f770f0838" [ 844.173071] env[65683]: _type = "Task" [ 844.173071] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.183372] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f36e5a-8566-9adc-56c4-aa9f770f0838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.356483] env[65683]: DEBUG nova.compute.utils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.360483] env[65683]: DEBUG nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 844.360725] env[65683]: DEBUG nova.network.neutron [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 844.361083] env[65683]: WARNING neutronclient.v2_0.client [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.361434] env[65683]: WARNING neutronclient.v2_0.client [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.406422] env[65683]: DEBUG nova.policy [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ceb91cbcc8b4e97a7c7a28f13d2327a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ff8d85eb8124eeca8eee016732c7fe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.493167] env[65683]: DEBUG oslo_concurrency.lockutils [req-17e949f6-05c5-440a-b8c8-982726b6ec87 req-69ffbaeb-abe9-43d3-b0ba-cb9b45359f6a service nova] Releasing lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.527820] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433262, 'name': CreateVM_Task, 'duration_secs': 0.626329} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.528108] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.528646] env[65683]: WARNING neutronclient.v2_0.client [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.529139] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.529347] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.529803] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.530181] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00061f0d-1133-45cc-a54a-490925ea8b0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.536826] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 844.536826] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52eb1520-e67f-4e1a-69c7-708c80c47081" [ 844.536826] env[65683]: _type = "Task" [ 844.536826] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.549380] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52eb1520-e67f-4e1a-69c7-708c80c47081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.566527] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Releasing lock "refresh_cache-dbaf087d-8a01-402d-adca-9ee97afe86d7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.566969] env[65683]: DEBUG nova.compute.manager [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Received event network-vif-plugged-5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 844.567307] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Acquiring lock "54f70fe2-5259-4e70-8f26-6b27c54ee444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.567630] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.567930] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.568163] env[65683]: DEBUG nova.compute.manager [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] No waiting events found dispatching network-vif-plugged-5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 844.568435] env[65683]: WARNING nova.compute.manager [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Received unexpected event network-vif-plugged-5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 for instance with vm_state building and task_state spawning. [ 844.568701] env[65683]: DEBUG nova.compute.manager [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Received event network-changed-5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 844.568956] env[65683]: DEBUG nova.compute.manager [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Refreshing instance network info cache due to event network-changed-5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 844.569272] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Acquiring lock "refresh_cache-54f70fe2-5259-4e70-8f26-6b27c54ee444" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.569490] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Acquired lock "refresh_cache-54f70fe2-5259-4e70-8f26-6b27c54ee444" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.569735] env[65683]: DEBUG nova.network.neutron [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Refreshing network info cache for port 5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.685999] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f36e5a-8566-9adc-56c4-aa9f770f0838, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.686332] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.686588] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] dbaf087d-8a01-402d-adca-9ee97afe86d7/dbaf087d-8a01-402d-adca-9ee97afe86d7.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.686862] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8d20b7-a8b4-43e7-9d31-d5a230fefd0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.695567] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 844.695567] env[65683]: value = "task-4433263" [ 844.695567] env[65683]: _type = "Task" [ 844.695567] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.706175] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.772811] env[65683]: DEBUG nova.network.neutron [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Successfully created port: 7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 844.861913] env[65683]: DEBUG nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 844.909174] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.909731] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.054673] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52eb1520-e67f-4e1a-69c7-708c80c47081, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.056103] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.056479] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.056837] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.057029] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.057158] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.058258] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec653704-81eb-417e-a407-45c2b341625b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.075039] env[65683]: WARNING neutronclient.v2_0.client [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.080552] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.080904] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.083414] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b347b98b-d346-4511-b0e3-3ffdf0a3463f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.098649] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 845.098649] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526b582b-608e-8ed0-f980-d864269e2b48" [ 845.098649] env[65683]: _type = "Task" [ 845.098649] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.110293] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526b582b-608e-8ed0-f980-d864269e2b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.220378] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.342622] env[65683]: WARNING neutronclient.v2_0.client [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.412535] env[65683]: DEBUG nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 845.495471] env[65683]: DEBUG nova.network.neutron [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Updated VIF entry in instance network info cache for port 5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 845.495865] env[65683]: DEBUG nova.network.neutron [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Updating instance_info_cache with network_info: [{"id": "5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9", "address": "fa:16:3e:03:eb:c6", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbb7b0d-85", "ovs_interfaceid": "5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.555303] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b7e6a4-1bc9-4ae8-8a70-bc0b2ea32994 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.566956] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69f799-b578-4782-9ec9-77423b1892de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.625162] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d131c192-d2a2-46bb-b783-23849a22fa41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.638603] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526b582b-608e-8ed0-f980-d864269e2b48, 'name': SearchDatastore_Task, 'duration_secs': 0.064026} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.643050] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5edb62d-3933-468d-9ef9-a65fb582fb5c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.648524] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e773136-257f-4f55-a290-0a3aabb3f045 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.662468] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 845.662468] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524e5bdf-26f7-1e28-37f7-38f9b68aee24" [ 845.662468] env[65683]: _type = "Task" [ 845.662468] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.676243] env[65683]: DEBUG nova.compute.provider_tree [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.693753] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524e5bdf-26f7-1e28-37f7-38f9b68aee24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.715061] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801564} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.715491] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] dbaf087d-8a01-402d-adca-9ee97afe86d7/dbaf087d-8a01-402d-adca-9ee97afe86d7.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.715882] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.716277] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-673f52c9-ed74-4844-bfd4-8090533d55f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.728731] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 845.728731] env[65683]: value = "task-4433264" [ 845.728731] env[65683]: _type = "Task" [ 845.728731] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.743810] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.877654] env[65683]: DEBUG nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 845.914822] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.915494] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.915810] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.916162] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.916487] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.917204] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.917204] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.917204] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.917461] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.917550] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.917733] env[65683]: DEBUG nova.virt.hardware [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.921594] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee61172-9b9d-43ae-abcd-e04fddaa6191 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.935476] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc4ac81-5bf2-448b-8abc-e228c9c953ac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.956936] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.002826] env[65683]: DEBUG oslo_concurrency.lockutils [req-518ab6a9-d2dc-4b4d-87ca-026b44405433 req-6236890c-2fb8-4280-a7ce-e5384bf4fec6 service nova] Releasing lock "refresh_cache-54f70fe2-5259-4e70-8f26-6b27c54ee444" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.188203] env[65683]: DEBUG nova.scheduler.client.report [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.191975] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524e5bdf-26f7-1e28-37f7-38f9b68aee24, 'name': SearchDatastore_Task, 'duration_secs': 0.035491} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.192778] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.192778] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 54f70fe2-5259-4e70-8f26-6b27c54ee444/54f70fe2-5259-4e70-8f26-6b27c54ee444.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.193455] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c85b376-3347-45dc-b231-ab1f53adae9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.202513] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 846.202513] env[65683]: value = "task-4433265" [ 846.202513] env[65683]: _type = "Task" [ 846.202513] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.213521] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.240961] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1426} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.241123] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.241920] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1556191d-54dc-40a9-a964-f70af12cdf2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.266164] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] dbaf087d-8a01-402d-adca-9ee97afe86d7/dbaf087d-8a01-402d-adca-9ee97afe86d7.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.266476] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7b6e0a-8a45-45ea-bdc3-cddfc9ed4f3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.290727] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 846.290727] env[65683]: value = "task-4433266" [ 846.290727] env[65683]: _type = "Task" [ 846.290727] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.303298] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.400595] env[65683]: DEBUG nova.compute.manager [req-cea2f089-6483-44c7-a359-d7ee074599c9 req-bd66e67f-66ac-47ce-969e-0b89b384d6a7 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Received event network-vif-plugged-7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 846.400595] env[65683]: DEBUG oslo_concurrency.lockutils [req-cea2f089-6483-44c7-a359-d7ee074599c9 req-bd66e67f-66ac-47ce-969e-0b89b384d6a7 service nova] Acquiring lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.400595] env[65683]: DEBUG oslo_concurrency.lockutils [req-cea2f089-6483-44c7-a359-d7ee074599c9 req-bd66e67f-66ac-47ce-969e-0b89b384d6a7 service nova] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.400863] env[65683]: DEBUG oslo_concurrency.lockutils [req-cea2f089-6483-44c7-a359-d7ee074599c9 req-bd66e67f-66ac-47ce-969e-0b89b384d6a7 service nova] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.401124] env[65683]: DEBUG nova.compute.manager [req-cea2f089-6483-44c7-a359-d7ee074599c9 req-bd66e67f-66ac-47ce-969e-0b89b384d6a7 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] No waiting events found dispatching network-vif-plugged-7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 846.401791] env[65683]: WARNING nova.compute.manager [req-cea2f089-6483-44c7-a359-d7ee074599c9 req-bd66e67f-66ac-47ce-969e-0b89b384d6a7 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Received unexpected event network-vif-plugged-7a3a3b3a-7457-4698-ac12-11348b074a86 for instance with vm_state building and task_state spawning. [ 846.510872] env[65683]: DEBUG nova.network.neutron [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Successfully updated port: 7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 846.695059] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.695566] env[65683]: DEBUG nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 846.699986] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.659s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.700342] env[65683]: DEBUG nova.objects.instance [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lazy-loading 'resources' on Instance uuid b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.719677] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.808963] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433266, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.015670] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.016949] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.016949] env[65683]: DEBUG nova.network.neutron [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.208397] env[65683]: DEBUG nova.compute.utils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.210270] env[65683]: DEBUG nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 847.210270] env[65683]: DEBUG nova.network.neutron [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 847.210485] env[65683]: WARNING neutronclient.v2_0.client [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.210807] env[65683]: WARNING neutronclient.v2_0.client [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.225434] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629354} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.226176] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 54f70fe2-5259-4e70-8f26-6b27c54ee444/54f70fe2-5259-4e70-8f26-6b27c54ee444.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.226403] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.226659] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-398bdd8c-5c1f-4396-9f23-4bd5f3c66629 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.235742] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 847.235742] env[65683]: value = "task-4433267" [ 847.235742] env[65683]: _type = "Task" [ 847.235742] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.249397] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.271983] env[65683]: DEBUG nova.policy [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d1b759009174dc38f4c2722d4268674', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fa2ca0413904bfd9374136031e45359', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.309586] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433266, 'name': ReconfigVM_Task, 'duration_secs': 0.568385} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.313875] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Reconfigured VM instance instance-0000003c to attach disk [datastore2] dbaf087d-8a01-402d-adca-9ee97afe86d7/dbaf087d-8a01-402d-adca-9ee97afe86d7.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.315195] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb888c1d-094e-4883-9a76-9540335d9df4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.324049] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 847.324049] env[65683]: value = "task-4433268" [ 847.324049] env[65683]: _type = "Task" [ 847.324049] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.333793] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433268, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.580217] env[65683]: DEBUG nova.network.neutron [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.618578] env[65683]: DEBUG nova.network.neutron [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Successfully created port: 6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 847.663853] env[65683]: WARNING neutronclient.v2_0.client [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.719454] env[65683]: DEBUG nova.compute.utils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.749379] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082598} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.749731] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.750639] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6cf184-f470-41fa-abb9-2c248ff3eeb0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.787212] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 54f70fe2-5259-4e70-8f26-6b27c54ee444/54f70fe2-5259-4e70-8f26-6b27c54ee444.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.790327] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3485484a-70c4-4595-9630-5a227c949148 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.806534] env[65683]: DEBUG nova.network.neutron [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Updating instance_info_cache with network_info: [{"id": "7a3a3b3a-7457-4698-ac12-11348b074a86", "address": "fa:16:3e:71:01:bc", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3a3b3a-74", "ovs_interfaceid": "7a3a3b3a-7457-4698-ac12-11348b074a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.816336] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 847.816336] env[65683]: value = "task-4433269" [ 847.816336] env[65683]: _type = "Task" [ 847.816336] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.826059] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.841335] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433268, 'name': Rename_Task, 'duration_secs': 0.201558} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.841335] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.841335] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df836be-b274-4826-a5e4-77c1bd39aebb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.851441] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 847.851441] env[65683]: value = "task-4433270" [ 847.851441] env[65683]: _type = "Task" [ 847.851441] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.869185] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.975986] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f849a3-11c5-4a03-b07b-c1db893ea0fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.985627] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d550ac4f-9b22-489d-8943-6974e5a00b92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.019949] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a829bce-c817-4801-8a99-096f33189158 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.028850] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed4552-6548-4bcc-b4c9-382a78d020f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.044370] env[65683]: DEBUG nova.compute.provider_tree [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.223014] env[65683]: DEBUG nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 848.313334] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.313550] env[65683]: DEBUG nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Instance network_info: |[{"id": "7a3a3b3a-7457-4698-ac12-11348b074a86", "address": "fa:16:3e:71:01:bc", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3a3b3a-74", "ovs_interfaceid": "7a3a3b3a-7457-4698-ac12-11348b074a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 848.314078] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:01:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a3a3b3a-7457-4698-ac12-11348b074a86', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.322534] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 848.323086] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.326625] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeaf7ca9-5a93-4b1f-a98b-b0487c9a9df8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.349191] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433269, 'name': ReconfigVM_Task, 'duration_secs': 0.312274} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.350892] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 54f70fe2-5259-4e70-8f26-6b27c54ee444/54f70fe2-5259-4e70-8f26-6b27c54ee444.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.351617] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.351617] env[65683]: value = "task-4433271" [ 848.351617] env[65683]: _type = "Task" [ 848.351617] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.351934] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7846a081-da33-47e1-b437-7815235a1362 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.371203] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433271, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.371505] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433270, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.373364] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 848.373364] env[65683]: value = "task-4433272" [ 848.373364] env[65683]: _type = "Task" [ 848.373364] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.383496] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433272, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.548257] env[65683]: DEBUG nova.scheduler.client.report [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.595704] env[65683]: DEBUG nova.compute.manager [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Received event network-changed-7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 848.595704] env[65683]: DEBUG nova.compute.manager [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Refreshing instance network info cache due to event network-changed-7a3a3b3a-7457-4698-ac12-11348b074a86. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 848.596164] env[65683]: DEBUG oslo_concurrency.lockutils [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] Acquiring lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.596164] env[65683]: DEBUG oslo_concurrency.lockutils [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] Acquired lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.596378] env[65683]: DEBUG nova.network.neutron [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Refreshing network info cache for port 7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.866237] env[65683]: DEBUG oslo_vmware.api [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433270, 'name': PowerOnVM_Task, 'duration_secs': 0.638972} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.870105] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.870434] env[65683]: INFO nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Took 9.64 seconds to spawn the instance on the hypervisor. [ 848.870661] env[65683]: DEBUG nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 848.871231] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433271, 'name': CreateVM_Task, 'duration_secs': 0.439645} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.872041] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fa2ee4-b7ff-4b6f-80e0-80ec8d3201e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.874734] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.875302] env[65683]: WARNING neutronclient.v2_0.client [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.875661] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.875808] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.876139] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.879933] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9ad815-936b-4e0d-a279-561a84760fd8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.891151] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 848.891151] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52483ffa-d04a-eee0-fd2f-7d3e2c2a62a4" [ 848.891151] env[65683]: _type = "Task" [ 848.891151] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.891379] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433272, 'name': Rename_Task, 'duration_secs': 0.239803} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.891945] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.895539] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def8ea33-4c77-4bd1-aeff-b59367ee5041 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.904914] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52483ffa-d04a-eee0-fd2f-7d3e2c2a62a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.906642] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.906842] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.907282] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.907282] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.908348] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.908348] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 848.908348] env[65683]: value = "task-4433273" [ 848.908348] env[65683]: _type = "Task" [ 848.908348] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.908348] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e850f4be-eefc-4778-8daf-4ca32579cbbc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.921880] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.924131] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.924131] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.924777] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a58057-0b90-49f3-8475-25fad6646442 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.935409] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 848.935409] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5223bfdb-56e7-d300-3f19-ded926e5e24b" [ 848.935409] env[65683]: _type = "Task" [ 848.935409] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.946672] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5223bfdb-56e7-d300-3f19-ded926e5e24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.057380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.060244] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.877s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.060643] env[65683]: DEBUG nova.objects.instance [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lazy-loading 'resources' on Instance uuid 3c0934a9-252b-4616-93ba-0f20d148f604 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.093328] env[65683]: INFO nova.scheduler.client.report [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Deleted allocations for instance b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90 [ 849.099750] env[65683]: WARNING neutronclient.v2_0.client [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.236350] env[65683]: DEBUG nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 849.257334] env[65683]: DEBUG nova.network.neutron [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Successfully updated port: 6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 849.279665] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:38:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1738758646',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-148213272',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 849.279912] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.280073] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 849.280267] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.280665] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 849.280665] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 849.280819] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 849.280912] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 849.281319] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 849.281319] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 849.281464] env[65683]: DEBUG nova.virt.hardware [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 849.283073] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57083a4d-9540-40b2-b833-3d86663af8c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.294052] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ba98fa-76ed-4cf2-b2de-c8e3c2738d5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.352030] env[65683]: WARNING neutronclient.v2_0.client [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.400870] env[65683]: INFO nova.compute.manager [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Took 50.26 seconds to build instance. [ 849.431718] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433273, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.437692] env[65683]: DEBUG nova.network.neutron [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Updated VIF entry in instance network info cache for port 7a3a3b3a-7457-4698-ac12-11348b074a86. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.438083] env[65683]: DEBUG nova.network.neutron [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Updating instance_info_cache with network_info: [{"id": "7a3a3b3a-7457-4698-ac12-11348b074a86", "address": "fa:16:3e:71:01:bc", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3a3b3a-74", "ovs_interfaceid": "7a3a3b3a-7457-4698-ac12-11348b074a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.451526] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5223bfdb-56e7-d300-3f19-ded926e5e24b, 'name': SearchDatastore_Task, 'duration_secs': 0.01414} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.453255] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a82149-f1c6-45fe-8dee-b47a87407630 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.461549] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 849.461549] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5260664c-904f-2cc9-d115-a0e0b2234623" [ 849.461549] env[65683]: _type = "Task" [ 849.461549] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.472574] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5260664c-904f-2cc9-d115-a0e0b2234623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.607493] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ffb24ace-7920-4361-ac6d-f6d319cd97ed tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.964s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.769405] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.769671] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.769927] env[65683]: DEBUG nova.network.neutron [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 849.904020] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8146587-5e54-41d8-bd3c-47ba41102a08 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.787s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.924644] env[65683]: DEBUG oslo_vmware.api [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433273, 'name': PowerOnVM_Task, 'duration_secs': 0.557698} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.927578] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.927799] env[65683]: INFO nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Took 9.08 seconds to spawn the instance on the hypervisor. [ 849.927971] env[65683]: DEBUG nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 849.928988] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990991e2-d9fd-401a-b2dc-ee69b3e87e5b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.943350] env[65683]: DEBUG oslo_concurrency.lockutils [req-6731f6a3-0e1b-490b-85be-6ac83204ab2c req-48f06de3-4c7e-48f1-a0a1-bc7acf643481 service nova] Releasing lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.973023] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5260664c-904f-2cc9-d115-a0e0b2234623, 'name': SearchDatastore_Task, 'duration_secs': 0.013697} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.976391] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.976751] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5/82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.977178] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81aeba69-c3da-4aab-9c95-98a3948a53e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.986088] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 849.986088] env[65683]: value = "task-4433274" [ 849.986088] env[65683]: _type = "Task" [ 849.986088] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.999270] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.116402] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc39bc3-fe70-4026-9299-6f12c7f090d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.126754] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703832e3-a11e-466c-87a6-ffbc0ed589be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.012441] env[65683]: DEBUG nova.compute.manager [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Received event network-vif-plugged-6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.012784] env[65683]: DEBUG oslo_concurrency.lockutils [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] Acquiring lock "05953b83-4821-4233-86ef-49e3bc492c1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.012784] env[65683]: DEBUG oslo_concurrency.lockutils [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] Lock "05953b83-4821-4233-86ef-49e3bc492c1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.012900] env[65683]: DEBUG oslo_concurrency.lockutils [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] Lock "05953b83-4821-4233-86ef-49e3bc492c1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.013339] env[65683]: DEBUG nova.compute.manager [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] No waiting events found dispatching network-vif-plugged-6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 851.013339] env[65683]: WARNING nova.compute.manager [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Received unexpected event network-vif-plugged-6cd7910e-1e7e-4068-9e0a-241835a3aef1 for instance with vm_state building and task_state spawning. [ 851.013339] env[65683]: DEBUG nova.compute.manager [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Received event network-changed-6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.013977] env[65683]: DEBUG nova.compute.manager [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Refreshing instance network info cache due to event network-changed-6cd7910e-1e7e-4068-9e0a-241835a3aef1. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 851.013977] env[65683]: DEBUG oslo_concurrency.lockutils [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] Acquiring lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.014439] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c051c-3501-4d04-b75d-37ae2863efb2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.019671] env[65683]: INFO nova.compute.manager [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Took 50.51 seconds to build instance. [ 851.026983] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756106} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.029256] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5/82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.029528] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.030432] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c26e62d-dc18-4ec1-8763-b8236207fbeb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.033504] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71816683-fdae-4257-abe0-1d7675872907 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.051689] env[65683]: DEBUG nova.compute.provider_tree [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.053967] env[65683]: DEBUG nova.network.neutron [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 851.061545] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 851.061545] env[65683]: value = "task-4433275" [ 851.061545] env[65683]: _type = "Task" [ 851.061545] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.062820] env[65683]: DEBUG nova.scheduler.client.report [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.072502] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f0fc8-9b45-3546-a716-0ea5590a67fa/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.073827] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b188f-9707-41c6-be6b-e855256da87e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.082725] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.088210] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f0fc8-9b45-3546-a716-0ea5590a67fa/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.088210] env[65683]: ERROR oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f0fc8-9b45-3546-a716-0ea5590a67fa/disk-0.vmdk due to incomplete transfer. [ 851.088808] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ffef4377-07d6-4cf4-bf1e-d30dc44000d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.099493] env[65683]: DEBUG oslo_vmware.rw_handles [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f0fc8-9b45-3546-a716-0ea5590a67fa/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 851.099710] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Uploaded image 084b3961-e4f4-479c-b6c3-96bcf2d94a19 to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 851.102362] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.102709] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d8034e4-9da0-4332-8619-cdecfbef3125 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.111151] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 851.111151] env[65683]: value = "task-4433276" [ 851.111151] env[65683]: _type = "Task" [ 851.111151] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.122681] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433276, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.155599] env[65683]: WARNING neutronclient.v2_0.client [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.242031] env[65683]: DEBUG nova.network.neutron [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Updating instance_info_cache with network_info: [{"id": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "address": "fa:16:3e:24:fe:97", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd7910e-1e", "ovs_interfaceid": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.521430] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "dbaf087d-8a01-402d-adca-9ee97afe86d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.521708] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.521906] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "dbaf087d-8a01-402d-adca-9ee97afe86d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.522092] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.522269] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.526351] env[65683]: INFO nova.compute.manager [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Terminating instance [ 851.527470] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65089885-88c8-409c-b281-98b5bb5fddc6 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.029s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.567972] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.508s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.574112] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.713s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.575772] env[65683]: INFO nova.compute.claims [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.587377] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079341} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.587377] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.588261] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e098f5c-793a-4876-b66c-6d91c11a0052 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.592744] env[65683]: INFO nova.scheduler.client.report [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Deleted allocations for instance 3c0934a9-252b-4616-93ba-0f20d148f604 [ 851.613029] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5/82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.616398] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14f3b4c-1e49-45d7-ab05-c620a02718d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.642050] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433276, 'name': Destroy_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.644039] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 851.644039] env[65683]: value = "task-4433277" [ 851.644039] env[65683]: _type = "Task" [ 851.644039] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.655456] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.744338] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Releasing lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.744843] env[65683]: DEBUG nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Instance network_info: |[{"id": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "address": "fa:16:3e:24:fe:97", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd7910e-1e", "ovs_interfaceid": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 851.745330] env[65683]: DEBUG oslo_concurrency.lockutils [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] Acquired lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.745546] env[65683]: DEBUG nova.network.neutron [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Refreshing network info cache for port 6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.746872] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:fe:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cd7910e-1e7e-4068-9e0a-241835a3aef1', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.754533] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 851.755018] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.755272] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a980b77-efb3-4c48-bb15-ac7ead9a0e73 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.778787] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.778787] env[65683]: value = "task-4433278" [ 851.778787] env[65683]: _type = "Task" [ 851.778787] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.790841] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433278, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.035301] env[65683]: DEBUG nova.compute.manager [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 852.035301] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.039277] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d63a2-366d-40d6-bbcb-0f60dc1d6312 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.051653] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.051653] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc7eb836-7f8e-4bf5-91a1-2ba86790b3ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.059516] env[65683]: DEBUG oslo_vmware.api [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 852.059516] env[65683]: value = "task-4433279" [ 852.059516] env[65683]: _type = "Task" [ 852.059516] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.069373] env[65683]: DEBUG oslo_vmware.api [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.129184] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433276, 'name': Destroy_Task, 'duration_secs': 0.775754} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.129382] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Destroyed the VM [ 852.129560] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 852.129911] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-822be699-1e0b-4868-a9ae-bc77a2e1f739 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.136751] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9728371b-af4d-49b9-ab06-cd228b1352ea tempest-ServerRescueTestJSONUnderV235-920591361 tempest-ServerRescueTestJSONUnderV235-920591361-project-member] Lock "3c0934a9-252b-4616-93ba-0f20d148f604" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.794s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.142809] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 852.142809] env[65683]: value = "task-4433280" [ 852.142809] env[65683]: _type = "Task" [ 852.142809] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.158213] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.165619] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.256826] env[65683]: WARNING neutronclient.v2_0.client [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.300630] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433278, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.451401] env[65683]: WARNING neutronclient.v2_0.client [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.534307] env[65683]: DEBUG nova.network.neutron [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Updated VIF entry in instance network info cache for port 6cd7910e-1e7e-4068-9e0a-241835a3aef1. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 852.534713] env[65683]: DEBUG nova.network.neutron [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Updating instance_info_cache with network_info: [{"id": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "address": "fa:16:3e:24:fe:97", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd7910e-1e", "ovs_interfaceid": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.539471] env[65683]: DEBUG nova.compute.manager [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 852.540530] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5799225-ebb5-451d-bd07-d543d414636b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.572848] env[65683]: DEBUG oslo_vmware.api [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433279, 'name': PowerOffVM_Task, 'duration_secs': 0.270515} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.572848] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.572848] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.572848] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a71766-e160-4eaf-ad61-35da30e40f70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.644683] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.645475] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.645475] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Deleting the datastore file [datastore2] dbaf087d-8a01-402d-adca-9ee97afe86d7 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.652142] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-564830a1-97b1-4a2f-b004-561caf8e0d37 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.668213] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433280, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.672811] env[65683]: DEBUG oslo_vmware.api [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for the task: (returnval){ [ 852.672811] env[65683]: value = "task-4433282" [ 852.672811] env[65683]: _type = "Task" [ 852.672811] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.672974] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433277, 'name': ReconfigVM_Task, 'duration_secs': 0.655626} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.673723] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5/82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.677466] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4403c5a-7214-4e2f-b637-1c2d0f757526 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.686962] env[65683]: DEBUG oslo_vmware.api [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.687989] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 852.687989] env[65683]: value = "task-4433283" [ 852.687989] env[65683]: _type = "Task" [ 852.687989] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.697780] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433283, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.793663] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433278, 'name': CreateVM_Task, 'duration_secs': 0.546434} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.793663] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.793663] env[65683]: WARNING neutronclient.v2_0.client [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.793916] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.794109] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.794455] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.794797] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99207532-911f-4ea6-b829-4cce9a69b4b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.802730] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 852.802730] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52659934-9bcd-9e4d-fe73-3a809780b751" [ 852.802730] env[65683]: _type = "Task" [ 852.802730] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.812843] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52659934-9bcd-9e4d-fe73-3a809780b751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.038172] env[65683]: DEBUG oslo_concurrency.lockutils [req-e5d51fd9-0b9c-44fe-af39-d8cbf22d4803 req-049e1128-9b5a-4b95-be56-cc6ceefdd6d2 service nova] Releasing lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.054799] env[65683]: INFO nova.compute.manager [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] instance snapshotting [ 853.057913] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98a86e4-9804-41e5-bde1-779f57c5a9e1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.087895] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e5aea-c7ce-4b6e-8586-87f000ab006d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.092190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.092479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.092683] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.092872] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.095013] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.096205] env[65683]: INFO nova.compute.manager [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Terminating instance [ 853.155935] env[65683]: DEBUG oslo_vmware.api [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552521} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.156751] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.156751] env[65683]: INFO nova.compute.manager [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 853.185300] env[65683]: DEBUG oslo_vmware.api [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Task: {'id': task-4433282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216086} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.185477] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.185655] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.185860] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.186046] env[65683]: INFO nova.compute.manager [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 853.186369] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 853.187048] env[65683]: DEBUG nova.compute.manager [-] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 853.187048] env[65683]: DEBUG nova.network.neutron [-] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 853.187048] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.203324] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433283, 'name': Rename_Task, 'duration_secs': 0.187494} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.204564] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.205372] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3c69ce-3909-4187-9eb7-3761528ffeeb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.208211] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ffa5ef8-4cb1-4f5d-aade-9292cd2803f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.217737] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c0a97c-2662-4959-985e-98aab2608c0c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.221838] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 853.221838] env[65683]: value = "task-4433284" [ 853.221838] env[65683]: _type = "Task" [ 853.221838] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.252668] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.255656] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d0423-d10a-4f34-92a9-38869df86758 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.263706] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.270031] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38611a5e-e2a7-426e-9c29-9dc090bbf148 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.288165] env[65683]: DEBUG nova.compute.provider_tree [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.316107] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52659934-9bcd-9e4d-fe73-3a809780b751, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.316483] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.316768] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.317352] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.317352] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.317352] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.317970] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d914d921-60e5-47bf-a193-2b1fe2f0c8f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.327700] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.327890] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.328812] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d95de7-d9c0-4e75-92cd-55245bb29a9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.335721] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 853.335721] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529f7b50-d1e8-edc1-33c5-abec9852a7d0" [ 853.335721] env[65683]: _type = "Task" [ 853.335721] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.347543] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529f7b50-d1e8-edc1-33c5-abec9852a7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.604040] env[65683]: DEBUG nova.compute.manager [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 853.604040] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.604040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9231b3f6-0ce2-4096-b4e6-5944f149cb5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.608263] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 853.609485] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fca19aa-b2ba-49ad-960f-5a32acdc4da6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.623201] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.625954] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235dd222-ea36-45b9-bb7c-1f884839da79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.630559] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 853.630559] env[65683]: value = "task-4433285" [ 853.630559] env[65683]: _type = "Task" [ 853.630559] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.641803] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.662758] env[65683]: DEBUG nova.compute.manager [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Instance disappeared during snapshot {{(pid=65683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 853.679586] env[65683]: DEBUG nova.compute.manager [None req-d1f0003d-b0ad-42e5-adc5-25afcd773c81 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image not found during clean up 084b3961-e4f4-479c-b6c3-96bcf2d94a19 {{(pid=65683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 853.698961] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.699659] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.699834] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleting the datastore file [datastore1] f6c4788e-d8f0-4023-a28c-9b1822c8ed29 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.700713] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a8708b-596d-4b11-9928-526fa1c34d32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.712023] env[65683]: DEBUG oslo_vmware.api [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 853.712023] env[65683]: value = "task-4433287" [ 853.712023] env[65683]: _type = "Task" [ 853.712023] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.722481] env[65683]: DEBUG oslo_vmware.api [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.733623] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.774761] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.776286] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.792975] env[65683]: DEBUG nova.scheduler.client.report [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.851786] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529f7b50-d1e8-edc1-33c5-abec9852a7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.036785} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.852916] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3145aa8a-0b2f-453c-9107-e133eb04b5f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.861967] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 853.861967] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bff69e-5ab8-b3e1-e3ec-36b48b6caf4b" [ 853.861967] env[65683]: _type = "Task" [ 853.861967] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.875492] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bff69e-5ab8-b3e1-e3ec-36b48b6caf4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.930555] env[65683]: DEBUG nova.compute.manager [req-7bcb325e-538d-439c-8d4a-b4ac22be6828 req-fd669dc1-ffa8-462c-8c62-15bccb329f87 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Received event network-vif-deleted-78f9e311-7ae1-498e-a9ea-4e086f404336 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 853.931013] env[65683]: INFO nova.compute.manager [req-7bcb325e-538d-439c-8d4a-b4ac22be6828 req-fd669dc1-ffa8-462c-8c62-15bccb329f87 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Neutron deleted interface 78f9e311-7ae1-498e-a9ea-4e086f404336; detaching it from the instance and deleting it from the info cache [ 853.931224] env[65683]: DEBUG nova.network.neutron [req-7bcb325e-538d-439c-8d4a-b4ac22be6828 req-fd669dc1-ffa8-462c-8c62-15bccb329f87 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.040893] env[65683]: DEBUG nova.network.neutron [-] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.143103] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.225986] env[65683]: DEBUG oslo_vmware.api [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205879} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.229443] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.229632] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.229794] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.229990] env[65683]: INFO nova.compute.manager [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Took 0.63 seconds to destroy the instance on the hypervisor. [ 854.231025] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 854.231025] env[65683]: DEBUG nova.compute.manager [-] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 854.231025] env[65683]: DEBUG nova.network.neutron [-] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 854.231025] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.238490] env[65683]: DEBUG oslo_vmware.api [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433284, 'name': PowerOnVM_Task, 'duration_secs': 0.777862} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.238744] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.238937] env[65683]: INFO nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Took 8.36 seconds to spawn the instance on the hypervisor. [ 854.239238] env[65683]: DEBUG nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 854.240280] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa127d2-639c-4d40-89c6-c5b86c140799 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.279321] env[65683]: DEBUG nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 854.299343] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.300909] env[65683]: DEBUG nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 854.302858] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.320s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.316865] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.375027] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bff69e-5ab8-b3e1-e3ec-36b48b6caf4b, 'name': SearchDatastore_Task, 'duration_secs': 0.024839} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.375027] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.375027] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 05953b83-4821-4233-86ef-49e3bc492c1d/05953b83-4821-4233-86ef-49e3bc492c1d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.375027] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e1ec6ac-18c4-4830-be29-5ed78d9cd683 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.384467] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 854.384467] env[65683]: value = "task-4433288" [ 854.384467] env[65683]: _type = "Task" [ 854.384467] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.394301] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.437129] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0af5606-5704-47ba-8bc0-04b673e5b3f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.447813] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121f29c-c9fe-4628-b329-767668775266 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.493206] env[65683]: DEBUG nova.compute.manager [req-7bcb325e-538d-439c-8d4a-b4ac22be6828 req-fd669dc1-ffa8-462c-8c62-15bccb329f87 service nova] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Detach interface failed, port_id=78f9e311-7ae1-498e-a9ea-4e086f404336, reason: Instance dbaf087d-8a01-402d-adca-9ee97afe86d7 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.545376] env[65683]: INFO nova.compute.manager [-] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Took 1.36 seconds to deallocate network for instance. [ 854.618912] env[65683]: DEBUG nova.compute.manager [req-2334fd21-7b43-4be3-821a-78417539f747 req-c247c73c-14f0-43aa-9c41-9afe43fb38e7 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Received event network-vif-deleted-ece8ebab-81db-4c64-b73b-73513f0046b3 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.619170] env[65683]: INFO nova.compute.manager [req-2334fd21-7b43-4be3-821a-78417539f747 req-c247c73c-14f0-43aa-9c41-9afe43fb38e7 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Neutron deleted interface ece8ebab-81db-4c64-b73b-73513f0046b3; detaching it from the instance and deleting it from the info cache [ 854.619357] env[65683]: DEBUG nova.network.neutron [req-2334fd21-7b43-4be3-821a-78417539f747 req-c247c73c-14f0-43aa-9c41-9afe43fb38e7 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.644396] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433285, 'name': CreateSnapshot_Task, 'duration_secs': 0.882951} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.644664] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 854.645916] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fff9144-896c-4727-9551-985055e7d68e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.766015] env[65683]: INFO nova.compute.manager [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Took 50.70 seconds to build instance. [ 854.806617] env[65683]: DEBUG nova.compute.utils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.826389] env[65683]: DEBUG nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 854.826608] env[65683]: DEBUG nova.network.neutron [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 854.826933] env[65683]: WARNING neutronclient.v2_0.client [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.827251] env[65683]: WARNING neutronclient.v2_0.client [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.831935] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.896512] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433288, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.898800] env[65683]: DEBUG nova.policy [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '579e177cb2c94dfbbd4ab01343062ffb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e48e58c6c6e4bba84858ddef3456fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.052762] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.067565] env[65683]: DEBUG nova.network.neutron [-] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.121960] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0845374-0836-463d-9898-a3a496e67dd8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.134234] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00052d4-7ba5-48f7-b80e-698075c4a0b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.167598] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 855.185434] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b97f72d3-26b5-4be7-b57e-1df402876cfb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.190231] env[65683]: DEBUG nova.compute.manager [req-2334fd21-7b43-4be3-821a-78417539f747 req-c247c73c-14f0-43aa-9c41-9afe43fb38e7 service nova] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Detach interface failed, port_id=ece8ebab-81db-4c64-b73b-73513f0046b3, reason: Instance f6c4788e-d8f0-4023-a28c-9b1822c8ed29 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.195377] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 855.195377] env[65683]: value = "task-4433289" [ 855.195377] env[65683]: _type = "Task" [ 855.195377] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.206182] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433289, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.267800] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f579f970-35da-4185-902c-f8fc4971fa60 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.222s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.314387] env[65683]: DEBUG nova.network.neutron [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Successfully created port: dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.337913] env[65683]: DEBUG nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 855.343325] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Applying migration context for instance 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a as it has an incoming, in-progress migration f6042d61-e420-4f27-87c9-884952ae405c. Migration status is reverting {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 855.350638] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating resource usage from migration f6042d61-e420-4f27-87c9-884952ae405c [ 855.351416] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating resource usage from migration 2fd85159-4901-47a2-980c-babcd9c0e32b [ 855.400628] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 95bff58e-a68b-487f-a46c-1863360282bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.404691] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance d74f35ca-04cc-415e-a71d-3d78e99e7a01 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 855.404691] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0957ac00-4af5-4132-ba15-d40443002953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.404918] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance ac264115-3fd3-4cc3-b700-dd918838b320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.405565] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 69ac01dc-141d-4931-80b1-472217a25ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.405565] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 4326ee00-a744-40c5-b4c8-b9678112fab9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 855.405565] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 91cf9555-8264-42f4-904d-8211f5c6b0cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.405905] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 316690e2-e4a6-4889-98c4-e4590c8a5f01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.406247] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 13cd11b6-55c6-44dd-9c5c-374395b52176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.406381] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 9cbdf99e-510f-4a41-b41b-ef70badaea09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a8c6b569-d9ff-4663-99eb-a8a7297b59ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance db899bbf-7438-439e-a5a7-16d73a5592aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 3b26077b-ef17-4368-903b-3eb65588cee0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 855.416013] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 3600119a-0d53-4794-9aa3-e4b625023252 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 74af8894-8c88-4374-8376-45bfdb1ce89b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration f6042d61-e420-4f27-87c9-884952ae405c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 855.416013] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 68f1e04e-011e-4d3a-be56-d55170c76885 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f6c4788e-d8f0-4023-a28c-9b1822c8ed29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8f3c4fee-c9e4-4c16-8cd5-562095bc1805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance e62fd4a2-5121-40b7-830d-0ee02d4e66ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.416013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance dbaf087d-8a01-402d-adca-9ee97afe86d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.417645] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 54f70fe2-5259-4e70-8f26-6b27c54ee444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.417645] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.417645] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 05953b83-4821-4233-86ef-49e3bc492c1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.417645] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 7b553948-c734-41e9-9a9f-1ec61e5c492d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.423024] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768629} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.423024] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 05953b83-4821-4233-86ef-49e3bc492c1d/05953b83-4821-4233-86ef-49e3bc492c1d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.423024] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.423024] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6efc10b0-2a3c-42d5-bc3b-57d3f64f1035 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.431152] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 855.431152] env[65683]: value = "task-4433290" [ 855.431152] env[65683]: _type = "Task" [ 855.431152] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.455641] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.570240] env[65683]: INFO nova.compute.manager [-] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Took 1.34 seconds to deallocate network for instance. [ 855.707963] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433289, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.860970] env[65683]: INFO nova.virt.block_device [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Booting with volume 9433448b-6adb-4cac-9c68-7bec66fe3686 at /dev/sda [ 855.904785] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-472127dd-dd2e-4aba-a8b2-da0237671b67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.914110] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f9bcdd-55d0-42e3-a214-0bf26307609a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.927164] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance c6748496-ba51-4709-bca4-8c09d2be77e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 855.927341] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration 2fd85159-4901-47a2-980c-babcd9c0e32b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 855.927728] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0c14c4d2-b078-41c4-920d-d17ed577ebad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 855.941640] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22499} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.958077] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.959772] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1428256c-b5ba-4156-b1a8-e0e7e6aac832 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.962491] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e179a59e-c4c3-4782-9b9f-d9968708451f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.989398] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 05953b83-4821-4233-86ef-49e3bc492c1d/05953b83-4821-4233-86ef-49e3bc492c1d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.991760] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8293e5-c3dc-4288-a102-78d2a0fd3be3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.012119] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af998a6-1822-4bb6-910a-4bf7e42cff7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.029582] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 856.029582] env[65683]: value = "task-4433291" [ 856.029582] env[65683]: _type = "Task" [ 856.029582] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.057401] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0cc0c3-7e2f-4e10-a7b9-46d94ee37a74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.060652] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.069175] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5396529b-c60a-47f1-8b5f-2d06da9d3869 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.078120] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.088931] env[65683]: DEBUG nova.virt.block_device [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updating existing volume attachment record: 44bad495-a12d-409d-b7c1-b9cd5532d593 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 856.206395] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433289, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.430807] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance fb6cadc8-5615-4da1-aed7-09604f51cdc4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 856.540476] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433291, 'name': ReconfigVM_Task, 'duration_secs': 0.37607} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.540710] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 05953b83-4821-4233-86ef-49e3bc492c1d/05953b83-4821-4233-86ef-49e3bc492c1d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.541051] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65683) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 856.541714] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-09fb1a99-9a24-443b-94c5-ef4562d08cd0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.550040] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 856.550040] env[65683]: value = "task-4433292" [ 856.550040] env[65683]: _type = "Task" [ 856.550040] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.561179] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433292, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.707179] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433289, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.780512] env[65683]: DEBUG nova.compute.manager [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Received event network-changed-7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.780707] env[65683]: DEBUG nova.compute.manager [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Refreshing instance network info cache due to event network-changed-7a3a3b3a-7457-4698-ac12-11348b074a86. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 856.780987] env[65683]: DEBUG oslo_concurrency.lockutils [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] Acquiring lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.781248] env[65683]: DEBUG oslo_concurrency.lockutils [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] Acquired lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.781551] env[65683]: DEBUG nova.network.neutron [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Refreshing network info cache for port 7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.934766] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 856.948096] env[65683]: DEBUG nova.compute.manager [req-1b036cf3-a2a3-4767-897a-953ce82db130 req-8149e06f-95ea-45a0-b87e-5d5c6829f6b2 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Received event network-vif-plugged-dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.948315] env[65683]: DEBUG oslo_concurrency.lockutils [req-1b036cf3-a2a3-4767-897a-953ce82db130 req-8149e06f-95ea-45a0-b87e-5d5c6829f6b2 service nova] Acquiring lock "7b553948-c734-41e9-9a9f-1ec61e5c492d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.948509] env[65683]: DEBUG oslo_concurrency.lockutils [req-1b036cf3-a2a3-4767-897a-953ce82db130 req-8149e06f-95ea-45a0-b87e-5d5c6829f6b2 service nova] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.948666] env[65683]: DEBUG oslo_concurrency.lockutils [req-1b036cf3-a2a3-4767-897a-953ce82db130 req-8149e06f-95ea-45a0-b87e-5d5c6829f6b2 service nova] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.948827] env[65683]: DEBUG nova.compute.manager [req-1b036cf3-a2a3-4767-897a-953ce82db130 req-8149e06f-95ea-45a0-b87e-5d5c6829f6b2 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] No waiting events found dispatching network-vif-plugged-dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 856.948983] env[65683]: WARNING nova.compute.manager [req-1b036cf3-a2a3-4767-897a-953ce82db130 req-8149e06f-95ea-45a0-b87e-5d5c6829f6b2 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Received unexpected event network-vif-plugged-dd372a99-6d2e-4177-94d8-bd52c93bca45 for instance with vm_state building and task_state block_device_mapping. [ 857.037787] env[65683]: DEBUG nova.network.neutron [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Successfully updated port: dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.062316] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433292, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05492} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.062659] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65683) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 857.063697] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9861e042-9885-4d61-926c-92031e33147a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.090649] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 05953b83-4821-4233-86ef-49e3bc492c1d/ephemeral_0.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.090980] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135efa1e-2350-4fe6-b251-82b6aab7d416 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.110675] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 857.110675] env[65683]: value = "task-4433293" [ 857.110675] env[65683]: _type = "Task" [ 857.110675] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.119373] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.207297] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433289, 'name': CloneVM_Task, 'duration_secs': 1.845304} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.207565] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Created linked-clone VM from snapshot [ 857.208359] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cf3c98-647a-4019-a334-ff9c31183f15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.218059] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Uploading image 0a103007-d09d-4c2b-b1bb-7d1e1202ed48 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 857.233061] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.233061] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0df2e88-a513-4400-bb23-a79a027e8d77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.241619] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 857.241619] env[65683]: value = "task-4433294" [ 857.241619] env[65683]: _type = "Task" [ 857.241619] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.253475] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433294, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.284853] env[65683]: WARNING neutronclient.v2_0.client [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.437179] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 18b9d973-6729-47b1-8585-3ba385e9815e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 857.437390] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (00977f83-7e27-468a-9971-e191dbef7aff): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 857.449563] env[65683]: WARNING neutronclient.v2_0.client [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.525247] env[65683]: DEBUG nova.network.neutron [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Updated VIF entry in instance network info cache for port 7a3a3b3a-7457-4698-ac12-11348b074a86. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 857.525672] env[65683]: DEBUG nova.network.neutron [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Updating instance_info_cache with network_info: [{"id": "7a3a3b3a-7457-4698-ac12-11348b074a86", "address": "fa:16:3e:71:01:bc", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3a3b3a-74", "ovs_interfaceid": "7a3a3b3a-7457-4698-ac12-11348b074a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.540019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Acquiring lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.540231] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Acquired lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.540365] env[65683]: DEBUG nova.network.neutron [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.622475] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.752395] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433294, 'name': Destroy_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.940048] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance aaf33bfd-612c-4884-922a-ea0c0af1f72a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 858.028320] env[65683]: DEBUG oslo_concurrency.lockutils [req-82fd0b78-928f-43db-b566-85b863926332 req-1f8368c7-2a42-42dd-b35d-6015a21eb5d4 service nova] Releasing lock "refresh_cache-82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.076168] env[65683]: DEBUG nova.network.neutron [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.122099] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433293, 'name': ReconfigVM_Task, 'duration_secs': 0.656458} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.125229] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 05953b83-4821-4233-86ef-49e3bc492c1d/ephemeral_0.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.126190] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2041d75d-0601-47e7-a816-8f71d4b81221 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.134438] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 858.134438] env[65683]: value = "task-4433295" [ 858.134438] env[65683]: _type = "Task" [ 858.134438] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.144407] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433295, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.159924] env[65683]: WARNING neutronclient.v2_0.client [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.194587] env[65683]: DEBUG nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 858.195389] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.195664] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.195828] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.196081] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.196249] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.196392] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.196593] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.196770] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.196956] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.197141] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.197320] env[65683]: DEBUG nova.virt.hardware [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.198298] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb18b1ea-81cd-49df-a627-5dbd86bca392 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.210370] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bfdb7-d7d7-44c0-b7a5-8068864f3ce2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.239253] env[65683]: DEBUG nova.network.neutron [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updating instance_info_cache with network_info: [{"id": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "address": "fa:16:3e:76:f2:07", "network": {"id": "d5b1a38d-996a-4746-9a5d-c1edda9ecdf0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1575237706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e48e58c6c6e4bba84858ddef3456fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd372a99-6d", "ovs_interfaceid": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.252287] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433294, 'name': Destroy_Task, 'duration_secs': 0.587277} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.253216] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Destroyed the VM [ 858.253485] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.253786] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0caf252a-54f2-4cf5-ab21-58f2b3e93b9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.262195] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 858.262195] env[65683]: value = "task-4433296" [ 858.262195] env[65683]: _type = "Task" [ 858.262195] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.272102] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.443886] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 858.444139] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 858.444328] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=100GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '22', 'num_vm_active': '17', 'num_task_None': '16', 'num_os_type_None': '22', 'num_proj_0acc3ba1a74c46bf849baea985a94ac1': '2', 'io_workload': '3', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '2', 'num_proj_e3b18c49ceea46d6911355436cc6d6e0': '1', 'num_proj_fd9a550402f64e339c0d18199fac3bb2': '1', 'num_proj_ab5273379f854afcb451cd8fa693c953': '1', 'num_proj_4cd12e2c813348e6bf48ba058819e9a7': '3', 'num_proj_6ff8d85eb8124eeca8eee016732c7fe0': '2', 'num_vm_rescued': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_70a44854d77d4844aa66cfcb5fdb7b40': '1', 'num_proj_4179c363113b449ab4fade09bf9dda93': '1', 'num_proj_23efb1897b584b108e76c2cd52a5a2c1': '1', 'num_proj_9d9b036b0a5c432cabbc7eaf5b6d6b57': '1', 'num_task_resize_prep': '1', 'num_proj_9d246f54dac740a9931c2da538a177e4': '1', 'num_vm_suspended': '1', 'num_task_deleting': '2', 'num_proj_8fe3f14d4b184c9b90c5ad49e42419c6': '1', 'num_proj_65261d29187145fcb0d1befb8e480ce9': '1', 'num_task_image_pending_upload': '1', 'num_proj_2f03a23d6c0c49c9943b73099f9573cb': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_4fa2ca0413904bfd9374136031e45359': '1', 'num_proj_6e48e58c6c6e4bba84858ddef3456fb9': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 858.644597] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433295, 'name': Rename_Task, 'duration_secs': 0.278496} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.645205] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.647756] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be51820-513d-4af2-bb68-a189b742780c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.656989] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 858.656989] env[65683]: value = "task-4433297" [ 858.656989] env[65683]: _type = "Task" [ 858.656989] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.674566] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433297, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.742480] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Releasing lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.743134] env[65683]: DEBUG nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Instance network_info: |[{"id": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "address": "fa:16:3e:76:f2:07", "network": {"id": "d5b1a38d-996a-4746-9a5d-c1edda9ecdf0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1575237706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e48e58c6c6e4bba84858ddef3456fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd372a99-6d", "ovs_interfaceid": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 858.743453] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:f2:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd372a99-6d2e-4177-94d8-bd52c93bca45', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.751163] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Creating folder: Project (6e48e58c6c6e4bba84858ddef3456fb9). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.754284] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dc12d4a-08cb-420b-81c8-c0347473ca52 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.771975] env[65683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 858.772247] env[65683]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 858.772679] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Folder already exists: Project (6e48e58c6c6e4bba84858ddef3456fb9). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 858.772879] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Creating folder: Instances. Parent ref: group-v867198. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.780727] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43644d75-679d-40d9-b515-d2494e7a7455 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.783242] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.798514] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Created folder: Instances in parent group-v867198. [ 858.798514] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.798514] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.799435] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc2643d-849d-4f30-9540-f94975b347e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.824864] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.824864] env[65683]: value = "task-4433300" [ 858.824864] env[65683]: _type = "Task" [ 858.824864] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.840368] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433300, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.980225] env[65683]: DEBUG nova.compute.manager [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Received event network-changed-dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 858.980523] env[65683]: DEBUG nova.compute.manager [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Refreshing instance network info cache due to event network-changed-dd372a99-6d2e-4177-94d8-bd52c93bca45. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 858.982518] env[65683]: DEBUG oslo_concurrency.lockutils [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] Acquiring lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.982518] env[65683]: DEBUG oslo_concurrency.lockutils [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] Acquired lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.982518] env[65683]: DEBUG nova.network.neutron [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Refreshing network info cache for port dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.011215] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f7de1e-b1d6-4998-b213-ae56f35e045b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.020835] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb400de-4385-4809-8fc2-b48b54741e8b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.054980] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92f601-e41e-4086-af2b-c231c93a7b38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.064508] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a0cbaa-4ef6-4e14-b727-1720a7e7882e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.081702] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.171023] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.273138] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433296, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.337267] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433300, 'name': CreateVM_Task, 'duration_secs': 0.365366} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.337523] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.337970] env[65683]: WARNING neutronclient.v2_0.client [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.338346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '44bad495-a12d-409d-b7c1-b9cd5532d593', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867207', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'name': 'volume-9433448b-6adb-4cac-9c68-7bec66fe3686', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b553948-c734-41e9-9a9f-1ec61e5c492d', 'attached_at': '', 'detached_at': '', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'serial': '9433448b-6adb-4cac-9c68-7bec66fe3686'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=65683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 859.338587] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Root volume attach. Driver type: vmdk {{(pid=65683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 859.339896] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a0f39-5ecd-4dc3-b898-e6ec02cde50b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.354041] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9978f9-013c-4371-9e48-05ae8877901e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.363968] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b5f39-c26b-47cf-b94c-165751db98c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.375172] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-206dcc61-a2ad-44ea-90d7-f93dd4fdfcd8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.387074] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 859.387074] env[65683]: value = "task-4433301" [ 859.387074] env[65683]: _type = "Task" [ 859.387074] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.401024] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.487098] env[65683]: WARNING neutronclient.v2_0.client [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.585367] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.672731] env[65683]: DEBUG oslo_vmware.api [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433297, 'name': PowerOnVM_Task, 'duration_secs': 0.632981} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.674439] env[65683]: WARNING neutronclient.v2_0.client [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.677661] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.677973] env[65683]: INFO nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Took 10.44 seconds to spawn the instance on the hypervisor. [ 859.678255] env[65683]: DEBUG nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 859.679733] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa1d25a-1d01-4b2a-ad04-7dec98aacfb5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.761961] env[65683]: DEBUG nova.network.neutron [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updated VIF entry in instance network info cache for port dd372a99-6d2e-4177-94d8-bd52c93bca45. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 859.762349] env[65683]: DEBUG nova.network.neutron [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updating instance_info_cache with network_info: [{"id": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "address": "fa:16:3e:76:f2:07", "network": {"id": "d5b1a38d-996a-4746-9a5d-c1edda9ecdf0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1575237706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e48e58c6c6e4bba84858ddef3456fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd372a99-6d", "ovs_interfaceid": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.774487] env[65683]: DEBUG oslo_vmware.api [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433296, 'name': RemoveSnapshot_Task, 'duration_secs': 1.070291} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.775476] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.898401] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 42%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.092231] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 860.092501] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.790s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.092817] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 48.203s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.094572] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.094985] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Cleaning up deleted instances {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 860.208206] env[65683]: INFO nova.compute.manager [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Took 54.02 seconds to build instance. [ 860.218238] env[65683]: DEBUG nova.objects.instance [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lazy-loading 'flavor' on Instance uuid a8c6b569-d9ff-4663-99eb-a8a7297b59ad {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.268443] env[65683]: DEBUG oslo_concurrency.lockutils [req-0b4851ba-a59a-4273-8981-5e067499a24e req-68480caf-7b80-4737-862d-c8680c7f3e58 service nova] Releasing lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.282270] env[65683]: WARNING nova.compute.manager [None req-85dd8a1e-8c70-41c2-8f66-631b38dc8064 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Image not found during snapshot: nova.exception.ImageNotFound: Image 0a103007-d09d-4c2b-b1bb-7d1e1202ed48 could not be found. [ 860.404874] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 54%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.597513] env[65683]: DEBUG nova.objects.instance [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lazy-loading 'migration_context' on Instance uuid 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.608700] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] There are 35 instances to clean {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 860.609163] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: ab64090f-d45b-41d9-b1e4-3a1a57337a56] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 860.613266] env[65683]: DEBUG nova.compute.manager [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Received event network-changed-6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.613393] env[65683]: DEBUG nova.compute.manager [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Refreshing instance network info cache due to event network-changed-6cd7910e-1e7e-4068-9e0a-241835a3aef1. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 860.613585] env[65683]: DEBUG oslo_concurrency.lockutils [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] Acquiring lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.613720] env[65683]: DEBUG oslo_concurrency.lockutils [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] Acquired lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.613874] env[65683]: DEBUG nova.network.neutron [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Refreshing network info cache for port 6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.713546] env[65683]: DEBUG oslo_concurrency.lockutils [None req-055481af-c142-472a-8d36-9b7033dbe357 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "05953b83-4821-4233-86ef-49e3bc492c1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.547s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.726974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.727240] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquired lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.727592] env[65683]: WARNING neutronclient.v2_0.client [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.901035] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 67%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.115922] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: e0fc1117-a6d6-4dd9-8052-ec90f2320b41] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.119521] env[65683]: WARNING neutronclient.v2_0.client [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.238473] env[65683]: DEBUG nova.network.neutron [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.376861] env[65683]: WARNING neutronclient.v2_0.client [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.401429] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 81%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.458410] env[65683]: DEBUG nova.network.neutron [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Updated VIF entry in instance network info cache for port 6cd7910e-1e7e-4068-9e0a-241835a3aef1. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.458783] env[65683]: DEBUG nova.network.neutron [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Updating instance_info_cache with network_info: [{"id": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "address": "fa:16:3e:24:fe:97", "network": {"id": "5fda638d-80bb-4a68-a3db-239d08e7d441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-130315581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa2ca0413904bfd9374136031e45359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd7910e-1e", "ovs_interfaceid": "6cd7910e-1e7e-4068-9e0a-241835a3aef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.593877] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "54f70fe2-5259-4e70-8f26-6b27c54ee444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.594284] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.594593] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "54f70fe2-5259-4e70-8f26-6b27c54ee444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.597334] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.597604] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.600690] env[65683]: INFO nova.compute.manager [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Terminating instance [ 861.623462] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 07572127-549c-4068-aaf5-1f9c2d97383e] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.722139] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c350e0-31a0-4c09-a9bc-26e27111ce7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.732334] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6893380f-9d3c-4682-a865-0a61ad85540c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.775023] env[65683]: WARNING neutronclient.v2_0.client [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.781238] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0883511-f280-47d9-bd75-15563fe37e7b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.792346] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72193a9f-3462-46cc-a7b2-697710a44534 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.810266] env[65683]: DEBUG nova.compute.provider_tree [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.904890] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.961480] env[65683]: DEBUG oslo_concurrency.lockutils [req-d48b6e73-2063-4603-a1d6-b7768d168d9f req-46b7efe9-7805-4939-b6bb-5633c84a440f service nova] Releasing lock "refresh_cache-05953b83-4821-4233-86ef-49e3bc492c1d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.023518] env[65683]: WARNING neutronclient.v2_0.client [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.103699] env[65683]: DEBUG nova.network.neutron [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.110201] env[65683]: DEBUG nova.compute.manager [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 862.110447] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.111359] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1255aba-9e63-4569-aead-67efca6f5449 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.119726] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.120646] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2150a3a-e56e-4b95-90d9-19f65af1eead {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.127319] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 4eb0977c-56d8-43c2-9c38-1eb2dd281f73] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 862.130690] env[65683]: DEBUG oslo_vmware.api [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 862.130690] env[65683]: value = "task-4433302" [ 862.130690] env[65683]: _type = "Task" [ 862.130690] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.141140] env[65683]: DEBUG oslo_vmware.api [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.316579] env[65683]: DEBUG nova.scheduler.client.report [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.404259] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 97%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.606704] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Releasing lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.606997] env[65683]: DEBUG nova.compute.manager [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Inject network info {{(pid=65683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 862.607263] env[65683]: DEBUG nova.compute.manager [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] network_info to inject: |[{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 862.612165] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Reconfiguring VM instance to set the machine id {{(pid=65683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 862.612505] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef9887c-93b1-4b0c-9b81-8f43a9c0cf58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.628579] env[65683]: DEBUG oslo_vmware.api [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 862.628579] env[65683]: value = "task-4433303" [ 862.628579] env[65683]: _type = "Task" [ 862.628579] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.632287] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3c0934a9-252b-4616-93ba-0f20d148f604] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 862.646282] env[65683]: DEBUG oslo_vmware.api [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.653048] env[65683]: DEBUG oslo_vmware.api [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433302, 'name': PowerOffVM_Task, 'duration_secs': 0.245222} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.653048] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.653048] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.653403] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d781a65-f77e-4182-82e8-5096f6d26d9d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.671551] env[65683]: DEBUG nova.compute.manager [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Received event network-changed-d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.671761] env[65683]: DEBUG nova.compute.manager [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing instance network info cache due to event network-changed-d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.672012] env[65683]: DEBUG oslo_concurrency.lockutils [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] Acquiring lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.672084] env[65683]: DEBUG oslo_concurrency.lockutils [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] Acquired lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.672219] env[65683]: DEBUG nova.network.neutron [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing network info cache for port d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.726817] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.727246] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.727529] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleting the datastore file [datastore2] 54f70fe2-5259-4e70-8f26-6b27c54ee444 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.727865] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c795c39-fda4-4093-903f-43cc082484b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.735469] env[65683]: DEBUG oslo_vmware.api [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 862.735469] env[65683]: value = "task-4433305" [ 862.735469] env[65683]: _type = "Task" [ 862.735469] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.745375] env[65683]: DEBUG oslo_vmware.api [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.869228] env[65683]: DEBUG nova.objects.instance [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lazy-loading 'flavor' on Instance uuid a8c6b569-d9ff-4663-99eb-a8a7297b59ad {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.904266] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task} progress is 98%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.140159] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8ddc5af0-a122-42a9-96fe-7bfe4db073be] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 863.142549] env[65683]: DEBUG oslo_vmware.api [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433303, 'name': ReconfigVM_Task, 'duration_secs': 0.258623} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.142978] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f00f188-6e77-4668-8003-23678afa9dc3 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Reconfigured VM instance to set the machine id {{(pid=65683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 863.176347] env[65683]: WARNING neutronclient.v2_0.client [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.248082] env[65683]: DEBUG oslo_vmware.api [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163164} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.248717] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.249661] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.249661] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.249661] env[65683]: INFO nova.compute.manager [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.249661] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 863.249661] env[65683]: DEBUG nova.compute.manager [-] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 863.250049] env[65683]: DEBUG nova.network.neutron [-] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 863.250049] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.281975] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.331328] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.238s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.337865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 50.677s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.373815] env[65683]: DEBUG oslo_concurrency.lockutils [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.404159] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433301, 'name': RelocateVM_Task, 'duration_secs': 3.7558} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.405589] env[65683]: WARNING neutronclient.v2_0.client [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.407831] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 863.408047] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867207', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'name': 'volume-9433448b-6adb-4cac-9c68-7bec66fe3686', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b553948-c734-41e9-9a9f-1ec61e5c492d', 'attached_at': '', 'detached_at': '', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'serial': '9433448b-6adb-4cac-9c68-7bec66fe3686'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 863.409063] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb9d6b2-a537-4b07-8f73-84187d00bbe9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.426995] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a89c475-34a0-4a80-82a2-53f8aa5f0fc9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.451962] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-9433448b-6adb-4cac-9c68-7bec66fe3686/volume-9433448b-6adb-4cac-9c68-7bec66fe3686.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.455077] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a2a8ab-a4f6-4bfb-bf01-eea902b25ba1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.476146] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 863.476146] env[65683]: value = "task-4433306" [ 863.476146] env[65683]: _type = "Task" [ 863.476146] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.487161] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.513764] env[65683]: DEBUG nova.network.neutron [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updated VIF entry in instance network info cache for port d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.514344] env[65683]: DEBUG nova.network.neutron [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.643374] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 0ec73518-1f72-47c4-954f-5fedbe352a39] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 863.848161] env[65683]: INFO nova.compute.claims [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.987410] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.009345] env[65683]: DEBUG nova.network.neutron [-] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.016710] env[65683]: DEBUG oslo_concurrency.lockutils [req-189e0919-3e79-457a-93dc-9d20d17b3f04 req-60192bfe-7112-4d13-a2cc-4e86679d9bc1 service nova] Releasing lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.017336] env[65683]: DEBUG oslo_concurrency.lockutils [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquired lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.017531] env[65683]: WARNING neutronclient.v2_0.client [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.148029] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 84c4045d-192b-42e0-8d2b-cbaca6b7147c] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 864.355579] env[65683]: INFO nova.compute.resource_tracker [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating resource usage from migration 2fd85159-4901-47a2-980c-babcd9c0e32b [ 864.366017] env[65683]: DEBUG nova.network.neutron [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.488732] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.512028] env[65683]: INFO nova.compute.manager [-] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Took 1.26 seconds to deallocate network for instance. [ 864.650766] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 84f7c4fd-bd07-4485-a6f2-7b09100183c2] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 864.700420] env[65683]: DEBUG nova.compute.manager [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Received event network-vif-deleted-5fbb7b0d-85a1-474e-a2d1-b4604fedf5d9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.700622] env[65683]: DEBUG nova.compute.manager [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Received event network-changed-d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.700777] env[65683]: DEBUG nova.compute.manager [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing instance network info cache due to event network-changed-d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 864.700948] env[65683]: DEBUG oslo_concurrency.lockutils [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] Acquiring lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.839344] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d69ab5-e30b-4a7f-87d7-9844b2c071f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.847595] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c5609-47a9-4ba7-bb21-af4c04aff374 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.883202] env[65683]: WARNING neutronclient.v2_0.client [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.886592] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e424637-52eb-4477-8ab9-764358c8dedf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.894997] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a8be2c-4819-4f65-8306-75f57fd2c7f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.902918] env[65683]: INFO nova.compute.manager [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Swapping old allocation on dict_keys(['00977f83-7e27-468a-9971-e191dbef7aff']) held by migration f6042d61-e420-4f27-87c9-884952ae405c for instance [ 864.915443] env[65683]: DEBUG nova.compute.provider_tree [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.932052] env[65683]: DEBUG nova.scheduler.client.report [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Overwriting current allocation {'allocations': {'00977f83-7e27-468a-9971-e191dbef7aff': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 86}}, 'project_id': '0acc3ba1a74c46bf849baea985a94ac1', 'user_id': '5475e6e0d5564b38990ec126f9cbda1d', 'consumer_generation': 1} on consumer 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a {{(pid=65683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 864.991155] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.005706] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.021474] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.053814] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.054058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquired lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.054189] env[65683]: DEBUG nova.network.neutron [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 865.100833] env[65683]: WARNING neutronclient.v2_0.client [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.153936] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: e9e64f47-4d46-4254-9b69-530f4e51c7ac] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 865.171415] env[65683]: DEBUG nova.network.neutron [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.422783] env[65683]: DEBUG nova.scheduler.client.report [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.490096] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433306, 'name': ReconfigVM_Task, 'duration_secs': 1.749021} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.490398] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-9433448b-6adb-4cac-9c68-7bec66fe3686/volume-9433448b-6adb-4cac-9c68-7bec66fe3686.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.495430] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60c4651e-cb81-4bfe-8f61-46b31ede19b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.512810] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 865.512810] env[65683]: value = "task-4433307" [ 865.512810] env[65683]: _type = "Task" [ 865.512810] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.521316] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.557453] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.658513] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 473c1009-84bc-435d-b25c-1f64ba909c4d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 865.673920] env[65683]: DEBUG oslo_concurrency.lockutils [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Releasing lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.674280] env[65683]: DEBUG nova.compute.manager [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Inject network info {{(pid=65683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 865.674501] env[65683]: DEBUG nova.compute.manager [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] network_info to inject: |[{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 865.679346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Reconfiguring VM instance to set the machine id {{(pid=65683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 865.680083] env[65683]: DEBUG oslo_concurrency.lockutils [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] Acquired lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.680165] env[65683]: DEBUG nova.network.neutron [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Refreshing network info cache for port d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.681396] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab85493-0fb6-40db-9418-82f06c0d6bee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.693276] env[65683]: WARNING neutronclient.v2_0.client [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.701517] env[65683]: DEBUG oslo_vmware.api [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 865.701517] env[65683]: value = "task-4433308" [ 865.701517] env[65683]: _type = "Task" [ 865.701517] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.710803] env[65683]: DEBUG oslo_vmware.api [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.711937] env[65683]: WARNING neutronclient.v2_0.client [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.798565] env[65683]: DEBUG nova.network.neutron [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [{"id": "42c4046f-64da-4043-9922-b04fb2cf32ce", "address": "fa:16:3e:56:15:ce", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c4046f-64", "ovs_interfaceid": "42c4046f-64da-4043-9922-b04fb2cf32ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.886579] env[65683]: WARNING neutronclient.v2_0.client [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.928909] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.591s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.929232] env[65683]: INFO nova.compute.manager [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Migrating [ 865.939373] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.943s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.939588] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.941632] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.491s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.941632] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.943351] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.411s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.943532] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.945154] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.002s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.947109] env[65683]: INFO nova.compute.claims [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.991226] env[65683]: INFO nova.scheduler.client.report [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Deleted allocations for instance 3b26077b-ef17-4368-903b-3eb65588cee0 [ 865.997189] env[65683]: INFO nova.scheduler.client.report [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Deleted allocations for instance b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5 [ 866.012637] env[65683]: INFO nova.scheduler.client.report [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleted allocations for instance 4326ee00-a744-40c5-b4c8-b9678112fab9 [ 866.015054] env[65683]: DEBUG nova.network.neutron [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updated VIF entry in instance network info cache for port d347306e-123e-4b8f-953d-d2786a356d14. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 866.015567] env[65683]: DEBUG nova.network.neutron [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [{"id": "d347306e-123e-4b8f-953d-d2786a356d14", "address": "fa:16:3e:07:f1:ea", "network": {"id": "45ef8994-db34-40bd-bccf-7608c4bd63df", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-769002726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a44854d77d4844aa66cfcb5fdb7b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd347306e-12", "ovs_interfaceid": "d347306e-123e-4b8f-953d-d2786a356d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.034480] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433307, 'name': ReconfigVM_Task, 'duration_secs': 0.130714} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.034480] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867207', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'name': 'volume-9433448b-6adb-4cac-9c68-7bec66fe3686', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b553948-c734-41e9-9a9f-1ec61e5c492d', 'attached_at': '', 'detached_at': '', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'serial': '9433448b-6adb-4cac-9c68-7bec66fe3686'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 866.039617] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c87f1b-4a79-4b49-ae7c-de36176dd1dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.049280] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 866.049280] env[65683]: value = "task-4433309" [ 866.049280] env[65683]: _type = "Task" [ 866.049280] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.059757] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433309, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.162369] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 272e534f-7347-43a1-b697-de429831fe37] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 866.212849] env[65683]: DEBUG oslo_vmware.api [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433308, 'name': ReconfigVM_Task, 'duration_secs': 0.154714} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.213165] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-26687141-8589-4b63-9159-cf1868538a03 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Reconfigured VM instance to set the machine id {{(pid=65683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 866.300634] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Releasing lock "refresh_cache-1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.300975] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.301294] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5128d1-c063-4d1a-94a5-b08ad42a7db1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.311223] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 866.311223] env[65683]: value = "task-4433310" [ 866.311223] env[65683]: _type = "Task" [ 866.311223] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.321723] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.459557] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.459755] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.459931] env[65683]: DEBUG nova.network.neutron [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.508115] env[65683]: DEBUG oslo_concurrency.lockutils [None req-37a40bd0-4e49-4e01-9bb1-13f461fe9aa5 tempest-ServerMetadataTestJSON-1119160030 tempest-ServerMetadataTestJSON-1119160030-project-member] Lock "b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.556s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.509467] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8c6f4edf-dab8-478d-a746-0c122e261ef8 tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "3b26077b-ef17-4368-903b-3eb65588cee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.042s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.521788] env[65683]: DEBUG oslo_concurrency.lockutils [req-5e145c37-f3e2-48ae-997b-488816913f9f req-7eb2df95-50d7-4dd3-8c84-b20cdf367f89 service nova] Releasing lock "refresh_cache-a8c6b569-d9ff-4663-99eb-a8a7297b59ad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.527835] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c99d48d7-f4e4-4b76-9c5a-cfbad7d5f55c tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "4326ee00-a744-40c5-b4c8-b9678112fab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.775s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.560884] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433309, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.666076] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f028ddb1-a894-4575-9069-8b3ab02c4f2f] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 866.671730] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.671918] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.672183] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.672386] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.672547] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.675490] env[65683]: INFO nova.compute.manager [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Terminating instance [ 866.825238] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.964377] env[65683]: WARNING neutronclient.v2_0.client [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.069986] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433309, 'name': Rename_Task, 'duration_secs': 0.894925} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.070556] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.070908] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0a04c9d-a2e5-46be-8b7a-d7739d453e30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.078611] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 867.078611] env[65683]: value = "task-4433311" [ 867.078611] env[65683]: _type = "Task" [ 867.078611] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.096804] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.169682] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 856e2496-3a50-4a36-a353-6c1c3efe8a5c] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 867.178903] env[65683]: DEBUG nova.compute.manager [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 867.178994] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.179864] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d273ef3d-c28a-4b28-9e4c-39b9970289bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.185804] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "69ac01dc-141d-4931-80b1-472217a25ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.186034] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.186300] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "69ac01dc-141d-4931-80b1-472217a25ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.186570] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.186748] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.197196] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.197815] env[65683]: INFO nova.compute.manager [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Terminating instance [ 867.199894] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56fbf395-99bf-420f-ad78-156e9a9dccc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.210541] env[65683]: DEBUG oslo_vmware.api [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 867.210541] env[65683]: value = "task-4433312" [ 867.210541] env[65683]: _type = "Task" [ 867.210541] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.226732] env[65683]: DEBUG oslo_vmware.api [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.278575] env[65683]: WARNING neutronclient.v2_0.client [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.326926] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433310, 'name': PowerOffVM_Task, 'duration_secs': 0.792825} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.330397] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.331284] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:40:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cd7e85b0-79a5-413b-9815-9fa6a8bc40a5',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-773740861',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.331697] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.334020] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.342111] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f928e24-b7e7-48ce-9b66-c54192c1c757 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.367328] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 867.367328] env[65683]: value = "task-4433313" [ 867.367328] env[65683]: _type = "Task" [ 867.367328] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.375856] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.567831] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9e6d3f-8ca0-4bc8-9b9f-8018540cdeb6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.580372] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66383e7f-d7fe-448d-b818-6229a90bccbf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.598359] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433311, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.628405] env[65683]: DEBUG nova.network.neutron [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance_info_cache with network_info: [{"id": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "address": "fa:16:3e:c0:20:32", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1721dbc4-d0", "ovs_interfaceid": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.630258] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b904e-b2e8-4ab5-8863-c17b6dc244f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.641271] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2661af62-d6be-47a2-b8c5-c2c536e90c30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.661410] env[65683]: DEBUG nova.compute.provider_tree [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.676290] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: caa249fb-cccc-438a-b456-0068782da68e] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 867.704593] env[65683]: DEBUG nova.compute.manager [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 867.704826] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.706038] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450615a-098a-4629-9607-68dff3546131 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.715742] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.719439] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8483c23-26ba-4df1-89e4-27bcbf0bf162 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.728049] env[65683]: DEBUG oslo_vmware.api [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433312, 'name': PowerOffVM_Task, 'duration_secs': 0.203432} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.730050] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.730661] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.731643] env[65683]: DEBUG oslo_vmware.api [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 867.731643] env[65683]: value = "task-4433314" [ 867.731643] env[65683]: _type = "Task" [ 867.731643] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.732104] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc51cbf2-d93e-403b-bf05-174b8ab14ac5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.746073] env[65683]: DEBUG oslo_vmware.api [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.825207] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.825463] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.825699] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Deleting the datastore file [datastore2] a8c6b569-d9ff-4663-99eb-a8a7297b59ad {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.826065] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8173fd5-71f0-40f4-8478-52383b38e626 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.835653] env[65683]: DEBUG oslo_vmware.api [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for the task: (returnval){ [ 867.835653] env[65683]: value = "task-4433316" [ 867.835653] env[65683]: _type = "Task" [ 867.835653] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.847892] env[65683]: DEBUG oslo_vmware.api [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.877827] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433313, 'name': ReconfigVM_Task, 'duration_secs': 0.224845} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.878945] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dff7844-ae1a-494b-b572-69c2351a6071 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.906484] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:40:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cd7e85b0-79a5-413b-9815-9fa6a8bc40a5',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-773740861',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.906713] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.907150] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.907247] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.907365] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.907578] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.907860] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.908288] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.908288] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.908570] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.908844] env[65683]: DEBUG nova.virt.hardware [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.909853] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a3e3f8-eb9e-48a9-92db-be16fa233e8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.917705] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 867.917705] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5226b833-8355-4694-f3e5-923d8a92b509" [ 867.917705] env[65683]: _type = "Task" [ 867.917705] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.929476] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5226b833-8355-4694-f3e5-923d8a92b509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.097578] env[65683]: DEBUG oslo_vmware.api [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433311, 'name': PowerOnVM_Task, 'duration_secs': 0.584704} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.097851] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.098066] env[65683]: INFO nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Took 9.90 seconds to spawn the instance on the hypervisor. [ 868.098250] env[65683]: DEBUG nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 868.099076] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98350255-e71c-4874-8aa4-cd129a218d13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.134767] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.164848] env[65683]: DEBUG nova.scheduler.client.report [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.179261] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: bb9d3182-b730-43f9-964f-2d685c5dae28] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 868.250955] env[65683]: DEBUG oslo_vmware.api [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433314, 'name': PowerOffVM_Task, 'duration_secs': 0.228748} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.251291] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.251516] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.251938] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4341444c-1152-4876-9ffe-29d5b34ae5d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.329116] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.329116] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.329116] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleting the datastore file [datastore2] 69ac01dc-141d-4931-80b1-472217a25ad3 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.329116] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9abc743-7ed9-48c3-9efe-bf1a4976ec97 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.338207] env[65683]: DEBUG oslo_vmware.api [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for the task: (returnval){ [ 868.338207] env[65683]: value = "task-4433318" [ 868.338207] env[65683]: _type = "Task" [ 868.338207] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.354684] env[65683]: DEBUG oslo_vmware.api [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.354951] env[65683]: DEBUG oslo_vmware.api [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Task: {'id': task-4433316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178752} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.355260] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.355518] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.355718] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.355883] env[65683]: INFO nova.compute.manager [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Took 1.18 seconds to destroy the instance on the hypervisor. [ 868.356131] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 868.356328] env[65683]: DEBUG nova.compute.manager [-] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 868.356420] env[65683]: DEBUG nova.network.neutron [-] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.356660] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.390663] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.429488] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5226b833-8355-4694-f3e5-923d8a92b509, 'name': SearchDatastore_Task, 'duration_secs': 0.018905} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.435395] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.435757] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8342fe24-05ab-456c-90f0-9b6a0138e8ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.457272] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 868.457272] env[65683]: value = "task-4433319" [ 868.457272] env[65683]: _type = "Task" [ 868.457272] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.467299] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.624198] env[65683]: INFO nova.compute.manager [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Took 58.79 seconds to build instance. [ 868.670541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.671034] env[65683]: DEBUG nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 868.673627] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.701s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.673842] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.676561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.003s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.678143] env[65683]: INFO nova.compute.claims [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.686022] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: cf29fbbc-4fa3-455d-bccd-cdcc7666027d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 868.857035] env[65683]: DEBUG oslo_vmware.api [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Task: {'id': task-4433318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241784} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.858981] env[65683]: INFO nova.scheduler.client.report [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Deleted allocations for instance cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e [ 868.863452] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.863715] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.863922] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.864622] env[65683]: INFO nova.compute.manager [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 868.864904] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 868.865691] env[65683]: DEBUG nova.compute.manager [-] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 868.865843] env[65683]: DEBUG nova.network.neutron [-] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.866180] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.972929] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433319, 'name': ReconfigVM_Task, 'duration_secs': 0.278892} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.975394] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 868.976570] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd99b2-3821-420e-9294-452f4a86c2ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.006552] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.006898] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdbe34d-3d08-4c72-ae64-79c5157432d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.030104] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 869.030104] env[65683]: value = "task-4433320" [ 869.030104] env[65683]: _type = "Task" [ 869.030104] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.040254] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.077500] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.126808] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea0d46dd-d7c2-4ea2-a385-6df845a6ece6 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.337s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.174374] env[65683]: DEBUG nova.compute.manager [req-70846d2f-75ce-4ece-b311-999817c61d73 req-d641df90-da23-442c-946f-125372b125d2 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Received event network-vif-deleted-d347306e-123e-4b8f-953d-d2786a356d14 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 869.174789] env[65683]: INFO nova.compute.manager [req-70846d2f-75ce-4ece-b311-999817c61d73 req-d641df90-da23-442c-946f-125372b125d2 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Neutron deleted interface d347306e-123e-4b8f-953d-d2786a356d14; detaching it from the instance and deleting it from the info cache [ 869.175303] env[65683]: DEBUG nova.network.neutron [req-70846d2f-75ce-4ece-b311-999817c61d73 req-d641df90-da23-442c-946f-125372b125d2 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.185159] env[65683]: DEBUG nova.compute.utils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.187892] env[65683]: DEBUG nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 869.188324] env[65683]: DEBUG nova.network.neutron [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 869.188863] env[65683]: WARNING neutronclient.v2_0.client [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.189775] env[65683]: WARNING neutronclient.v2_0.client [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.192711] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: e9f1571f-b718-4c4c-8feb-f23426bd5274] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 869.200614] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "91cf9555-8264-42f4-904d-8211f5c6b0cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.200614] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.200614] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "91cf9555-8264-42f4-904d-8211f5c6b0cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.200614] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.200614] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.201656] env[65683]: INFO nova.compute.manager [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Terminating instance [ 869.370798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-859db526-d516-49ad-ae58-8293b3fc99b7 tempest-ServersNegativeTestMultiTenantJSON-704972286 tempest-ServersNegativeTestMultiTenantJSON-704972286-project-member] Lock "cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.937s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.432084] env[65683]: DEBUG nova.policy [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd395f46192436daef38c935875e62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d9b036b0a5c432cabbc7eaf5b6d6b57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.476437] env[65683]: DEBUG nova.network.neutron [-] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.541814] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.655193] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e2a10-f7e6-41d6-b2db-6013de7044a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.676610] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance '0c14c4d2-b078-41c4-920d-d17ed577ebad' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.680574] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1cd3a2e-a067-4a7b-aa96-7f1bbf1311b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.689584] env[65683]: DEBUG nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 869.695538] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f17b8d8-ced8-4e01-b06e-89558e46d141 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.715555] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 78284eeb-dc6d-405c-8a79-e46ccec7d553] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 869.718307] env[65683]: DEBUG nova.compute.manager [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 869.718307] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.719554] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e1abbc-4263-4580-b8f4-0cfbdf045a4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.730214] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.730214] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cffa4963-c5db-4559-92f7-b71282153485 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.753224] env[65683]: DEBUG nova.compute.manager [req-70846d2f-75ce-4ece-b311-999817c61d73 req-d641df90-da23-442c-946f-125372b125d2 service nova] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Detach interface failed, port_id=d347306e-123e-4b8f-953d-d2786a356d14, reason: Instance a8c6b569-d9ff-4663-99eb-a8a7297b59ad could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 869.759056] env[65683]: DEBUG oslo_vmware.api [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 869.759056] env[65683]: value = "task-4433321" [ 869.759056] env[65683]: _type = "Task" [ 869.759056] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.769967] env[65683]: DEBUG oslo_vmware.api [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.781030] env[65683]: DEBUG nova.network.neutron [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Successfully created port: e44ebac6-07fa-4ab2-ad48-2ffeab99f95a {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 869.853359] env[65683]: DEBUG nova.network.neutron [-] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.979276] env[65683]: INFO nova.compute.manager [-] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Took 1.62 seconds to deallocate network for instance. [ 870.043707] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433320, 'name': ReconfigVM_Task, 'duration_secs': 0.823503} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.044126] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a/1019dc1b-33fc-45a7-9eb9-d7baf4950e1a.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.045291] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f42cbc-9570-46fe-b6d9-2f60d5fde961 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.069078] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31698fab-ac73-4b9c-93ec-daaea698df4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.099681] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d81d6d9-9e26-4105-a4c2-344f848e00ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.122536] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eec8300-25c5-4bbe-9324-5187423b4950 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.130717] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.131065] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d57935a-ebae-4a14-8cf2-c32bb91a4ac4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.139351] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 870.139351] env[65683]: value = "task-4433322" [ 870.139351] env[65683]: _type = "Task" [ 870.139351] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.147700] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.185751] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.186169] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22eea147-f8eb-4686-ad8f-93e35f3edf65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.196145] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 870.196145] env[65683]: value = "task-4433323" [ 870.196145] env[65683]: _type = "Task" [ 870.196145] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.215737] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.224765] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 716a9055-81b4-4c36-b19e-8585e124bc83] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 870.272298] env[65683]: DEBUG oslo_vmware.api [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433321, 'name': PowerOffVM_Task, 'duration_secs': 0.22303} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.275521] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.275696] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.276169] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b3e3759-3165-49ae-8075-a275460e0a19 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.356777] env[65683]: INFO nova.compute.manager [-] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Took 1.49 seconds to deallocate network for instance. [ 870.357198] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.357459] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.357672] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Deleting the datastore file [datastore2] 91cf9555-8264-42f4-904d-8211f5c6b0cf {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.359709] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62adad3-554f-4012-a1c8-99883d3082d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.374226] env[65683]: DEBUG oslo_vmware.api [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for the task: (returnval){ [ 870.374226] env[65683]: value = "task-4433325" [ 870.374226] env[65683]: _type = "Task" [ 870.374226] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.383395] env[65683]: DEBUG oslo_vmware.api [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.400505] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b1d2ba-b6ff-41eb-9e91-87fcfec704fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.417318] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cef84c-d127-4d47-98fc-e51b094cdf05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.457784] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3212b2c3-0853-4d82-9f5b-649f4cdbbef6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.467821] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111fc6c0-8ee6-4aff-8af8-b1d54965178b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.486199] env[65683]: DEBUG nova.compute.provider_tree [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.488366] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.650738] env[65683]: DEBUG oslo_vmware.api [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433322, 'name': PowerOnVM_Task, 'duration_secs': 0.442765} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.651075] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.708627] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433323, 'name': PowerOffVM_Task, 'duration_secs': 0.245649} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.708888] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.709110] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance '0c14c4d2-b078-41c4-920d-d17ed577ebad' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.718072] env[65683]: DEBUG nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 870.729893] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 5fab543c-86b1-4821-abb5-8cb9ffbcafba] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 870.752067] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.752348] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.752478] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.752769] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.752769] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.752951] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.753235] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.753406] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.753566] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.753722] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.753891] env[65683]: DEBUG nova.virt.hardware [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.754845] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c310dcb6-4cea-472f-991f-4526907bff60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.764636] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d098e99-fca0-489b-823d-45179e1cdbee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.868550] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.886019] env[65683]: DEBUG oslo_vmware.api [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Task: {'id': task-4433325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144668} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.886499] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.886720] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.886977] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.887190] env[65683]: INFO nova.compute.manager [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 870.887554] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 870.887807] env[65683]: DEBUG nova.compute.manager [-] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 870.887961] env[65683]: DEBUG nova.network.neutron [-] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 870.888265] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.990230] env[65683]: DEBUG nova.scheduler.client.report [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.215722] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 871.216048] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.216232] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 871.216332] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.216447] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 871.216586] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 871.216783] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 871.216936] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 871.217145] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 871.217713] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 871.217854] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 871.224433] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a97206-ffe8-46b5-955c-44488c7d07cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.235987] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 32139dca-3134-4408-9d41-5b0cc132af7e] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.244946] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 871.244946] env[65683]: value = "task-4433326" [ 871.244946] env[65683]: _type = "Task" [ 871.244946] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.256910] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.439502] env[65683]: DEBUG nova.network.neutron [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Successfully updated port: e44ebac6-07fa-4ab2-ad48-2ffeab99f95a {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 871.484845] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.496465] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.496913] env[65683]: DEBUG nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 871.500638] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.669s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.501141] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.505782] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.509s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.505977] env[65683]: DEBUG nova.objects.instance [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 871.556111] env[65683]: INFO nova.scheduler.client.report [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Deleted allocations for instance d74f35ca-04cc-415e-a71d-3d78e99e7a01 [ 871.665439] env[65683]: INFO nova.compute.manager [None req-0f7a1935-29cd-4ece-b4d7-abc9961ebd3e tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance to original state: 'active' [ 871.741197] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: e713993e-5be1-4c47-b1d1-09bb74ff48f5] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.757674] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433326, 'name': ReconfigVM_Task, 'duration_secs': 0.366771} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.757995] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance '0c14c4d2-b078-41c4-920d-d17ed577ebad' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.946193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "refresh_cache-c6748496-ba51-4709-bca4-8c09d2be77e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.946193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired lock "refresh_cache-c6748496-ba51-4709-bca4-8c09d2be77e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.946193] env[65683]: DEBUG nova.network.neutron [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 872.015535] env[65683]: DEBUG nova.compute.utils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.020213] env[65683]: DEBUG nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 872.020390] env[65683]: DEBUG nova.network.neutron [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 872.020763] env[65683]: WARNING neutronclient.v2_0.client [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.021499] env[65683]: WARNING neutronclient.v2_0.client [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.071607] env[65683]: DEBUG oslo_concurrency.lockutils [None req-adff64ec-c4cd-4341-958e-aba2956abdef tempest-VolumesAssistedSnapshotsTest-310453157 tempest-VolumesAssistedSnapshotsTest-310453157-project-member] Lock "d74f35ca-04cc-415e-a71d-3d78e99e7a01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.192s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.239707] env[65683]: DEBUG nova.network.neutron [-] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.242417] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 671a633d-ab29-4b33-8468-5fc0ff0c48f3] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.264375] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.264375] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.264583] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.264763] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.264966] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.264966] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.265161] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.265719] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.265719] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.265719] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.265951] env[65683]: DEBUG nova.virt.hardware [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.272130] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 872.273362] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf217a30-aa0d-497d-98b3-a623a41bd40d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.297092] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 872.297092] env[65683]: value = "task-4433327" [ 872.297092] env[65683]: _type = "Task" [ 872.297092] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.308418] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.521509] env[65683]: DEBUG nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 872.525883] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5ccd88c4-ff71-4532-886b-f5bc96d90d3e tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.530025] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.043s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.530025] env[65683]: INFO nova.compute.claims [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.552378] env[65683]: DEBUG nova.policy [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8802194827b14b97aeb56648aa01300f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b18c49ceea46d6911355436cc6d6e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.582259] env[65683]: DEBUG nova.network.neutron [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 872.743807] env[65683]: INFO nova.compute.manager [-] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Took 1.86 seconds to deallocate network for instance. [ 872.751301] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: b32f43ef-2ea5-4f1d-8a23-b66a8a96ae90] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.810424] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433327, 'name': ReconfigVM_Task, 'duration_secs': 0.20789} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.810424] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 872.811373] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732536f-0b9e-4903-95ae-b369fed17420 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.849202] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 0c14c4d2-b078-41c4-920d-d17ed577ebad/0c14c4d2-b078-41c4-920d-d17ed577ebad.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.851193] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac41cb4-f3e8-4657-877e-317349c82840 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.873596] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 872.873596] env[65683]: value = "task-4433328" [ 872.873596] env[65683]: _type = "Task" [ 872.873596] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.885237] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.000469] env[65683]: DEBUG nova.network.neutron [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Successfully created port: 6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 873.093652] env[65683]: DEBUG nova.compute.manager [req-8996e912-9c41-4722-80b5-3453bf0cd176 req-fb1fe8c2-8571-4ba5-b168-1b14740b0b7e service nova] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Received event network-vif-deleted-39cf815c-9eed-4ef5-8f66-8310a6b8a8e2 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 873.159369] env[65683]: WARNING neutronclient.v2_0.client [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.256204] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.257017] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 0129724f-53f3-446a-b2b5-4df9cf72b45f] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 873.384665] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433328, 'name': ReconfigVM_Task, 'duration_secs': 0.293636} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.384984] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 0c14c4d2-b078-41c4-920d-d17ed577ebad/0c14c4d2-b078-41c4-920d-d17ed577ebad.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.385281] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance '0c14c4d2-b078-41c4-920d-d17ed577ebad' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.538138] env[65683]: DEBUG nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 873.569183] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 873.569452] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.569602] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 873.569777] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.569916] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 873.570067] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 873.571185] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 873.571185] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 873.571185] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 873.571185] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 873.571185] env[65683]: DEBUG nova.virt.hardware [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 873.572152] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76e80e0-5691-4a3d-b3ff-62b987f3dfe9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.583885] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367dc319-e741-42c8-8eff-b7907b34e691 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.748173] env[65683]: DEBUG nova.network.neutron [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Updating instance_info_cache with network_info: [{"id": "e44ebac6-07fa-4ab2-ad48-2ffeab99f95a", "address": "fa:16:3e:25:a7:3a", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44ebac6-07", "ovs_interfaceid": "e44ebac6-07fa-4ab2-ad48-2ffeab99f95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.760714] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f307e1d6-7592-42cd-9982-76fbb21fffae] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 873.893369] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5f6e7-6859-405b-a915-0e7529aace50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.919281] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24666cf-c4fa-40d0-9d66-74c974661713 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.939646] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance '0c14c4d2-b078-41c4-920d-d17ed577ebad' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.058365] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d1c6f3-822e-4f15-a20f-ebb354602fbe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.067765] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feceb904-a384-46d3-9169-db63dbcf91ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.100035] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d07c8d-90d5-45eb-af77-a50a2bb1ba6a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.109508] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb6921-8fbd-4f62-91d4-b2bb95cfbd41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.124309] env[65683]: DEBUG nova.compute.provider_tree [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.251573] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Releasing lock "refresh_cache-c6748496-ba51-4709-bca4-8c09d2be77e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.252171] env[65683]: DEBUG nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Instance network_info: |[{"id": "e44ebac6-07fa-4ab2-ad48-2ffeab99f95a", "address": "fa:16:3e:25:a7:3a", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44ebac6-07", "ovs_interfaceid": "e44ebac6-07fa-4ab2-ad48-2ffeab99f95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 874.252858] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a7:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44ebac6-07fa-4ab2-ad48-2ffeab99f95a', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.265515] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 874.266646] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 6aecb22c-d006-465f-adf3-b4533e7d5550] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 874.269289] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.270438] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5981a7ca-ce6a-4d70-a4f4-6aa64aa5d13b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.294632] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.294632] env[65683]: value = "task-4433329" [ 874.294632] env[65683]: _type = "Task" [ 874.294632] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.306389] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433329, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.449699] env[65683]: WARNING neutronclient.v2_0.client [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.449877] env[65683]: WARNING neutronclient.v2_0.client [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.628410] env[65683]: DEBUG nova.scheduler.client.report [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.637077] env[65683]: DEBUG nova.network.neutron [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Port 1721dbc4-d02a-4e12-8ef5-42cc7282e700 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 874.643354] env[65683]: DEBUG nova.network.neutron [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Successfully updated port: 6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 874.771877] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 19e0c114-c8ce-4b80-9783-d1b96bf1569d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 874.810887] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433329, 'name': CreateVM_Task, 'duration_secs': 0.375264} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.811571] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.811738] env[65683]: WARNING neutronclient.v2_0.client [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.812184] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.812427] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.812853] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.813140] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d03da4-411a-49f8-8df4-e5826b8a0baa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.820401] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 874.820401] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5296d74e-f3f7-ae96-d8f9-5ade8976a050" [ 874.820401] env[65683]: _type = "Task" [ 874.820401] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.832285] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5296d74e-f3f7-ae96-d8f9-5ade8976a050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.134126] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.134717] env[65683]: DEBUG nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 875.137546] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.363s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.137785] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.139906] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.852s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.140149] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.142111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.591s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.144114] env[65683]: INFO nova.compute.claims [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.155844] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.155844] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.156187] env[65683]: DEBUG nova.network.neutron [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 875.173347] env[65683]: INFO nova.scheduler.client.report [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Deleted allocations for instance 68f1e04e-011e-4d3a-be56-d55170c76885 [ 875.276240] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f023112e-bba9-404a-9c04-5dcd719257fa] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 875.340467] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5296d74e-f3f7-ae96-d8f9-5ade8976a050, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.340782] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.341087] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.341926] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.341926] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.341926] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.342103] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e5329e-c733-4ef9-9846-14d7d044d488 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.353589] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.353914] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.354776] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d394ee45-39b0-4c14-9d94-1c5137a8a4f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.362578] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 875.362578] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52edb3bb-d6f4-08bb-3036-45c727a6f12a" [ 875.362578] env[65683]: _type = "Task" [ 875.362578] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.373278] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52edb3bb-d6f4-08bb-3036-45c727a6f12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.485524] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.485761] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.648987] env[65683]: DEBUG nova.compute.utils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.652869] env[65683]: DEBUG nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 875.655667] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7298507e-d814-41f7-81d3-abaeb4fbd69b tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 63.730s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.657454] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 41.440s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.657454] env[65683]: INFO nova.compute.manager [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Unshelving [ 875.689701] env[65683]: DEBUG oslo_concurrency.lockutils [None req-59bb605a-3465-48ce-8350-117cf726a1b8 tempest-ServerShowV254Test-1510781498 tempest-ServerShowV254Test-1510781498-project-member] Lock "68f1e04e-011e-4d3a-be56-d55170c76885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.638s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.691173] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.691434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.691974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.699291] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Received event network-vif-plugged-e44ebac6-07fa-4ab2-ad48-2ffeab99f95a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.699509] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquiring lock "c6748496-ba51-4709-bca4-8c09d2be77e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.699689] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.700049] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.700049] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] No waiting events found dispatching network-vif-plugged-e44ebac6-07fa-4ab2-ad48-2ffeab99f95a {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 875.700267] env[65683]: WARNING nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Received unexpected event network-vif-plugged-e44ebac6-07fa-4ab2-ad48-2ffeab99f95a for instance with vm_state building and task_state spawning. [ 875.700371] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Received event network-changed-e44ebac6-07fa-4ab2-ad48-2ffeab99f95a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.700546] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Refreshing instance network info cache due to event network-changed-e44ebac6-07fa-4ab2-ad48-2ffeab99f95a. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 875.700736] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquiring lock "refresh_cache-c6748496-ba51-4709-bca4-8c09d2be77e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.700951] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquired lock "refresh_cache-c6748496-ba51-4709-bca4-8c09d2be77e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.701169] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Refreshing network info cache for port e44ebac6-07fa-4ab2-ad48-2ffeab99f95a {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.766361] env[65683]: DEBUG nova.network.neutron [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 875.779451] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 4db85217-7efc-4766-b2b2-f6d236b8fd5c] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 875.889403] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52edb3bb-d6f4-08bb-3036-45c727a6f12a, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.890743] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68957f15-dd6c-4c21-b343-a3321e6e6ac3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.897647] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 875.897647] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522ff95e-1cd9-c837-2b20-31f9d8e86a52" [ 875.897647] env[65683]: _type = "Task" [ 875.897647] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.912520] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522ff95e-1cd9-c837-2b20-31f9d8e86a52, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.912520] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.912520] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c6748496-ba51-4709-bca4-8c09d2be77e8/c6748496-ba51-4709-bca4-8c09d2be77e8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.912520] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52090f1a-5be4-4341-84d1-dc0510bbc095 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.925971] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 875.925971] env[65683]: value = "task-4433330" [ 875.925971] env[65683]: _type = "Task" [ 875.925971] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.934288] env[65683]: WARNING neutronclient.v2_0.client [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.945010] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.988477] env[65683]: DEBUG nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 876.065466] env[65683]: DEBUG nova.network.neutron [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updating instance_info_cache with network_info: [{"id": "6c680add-c078-4ddb-adc9-7e1947c423f8", "address": "fa:16:3e:39:41:f3", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c680add-c0", "ovs_interfaceid": "6c680add-c078-4ddb-adc9-7e1947c423f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.153534] env[65683]: DEBUG nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 876.206266] env[65683]: WARNING neutronclient.v2_0.client [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.285407] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: a18c85f2-ad46-4cd3-9deb-901e6486550b] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 876.345418] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b30056d-77f8-4c30-aa5a-e4a2ad4a1311 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.357353] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a643227-f948-45e1-9c85-9788959e1b60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.402814] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a59ac7-e075-4754-abee-bff32f0cca7c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.414426] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed4cc62-a2d9-4e8c-8f62-db022caad4b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.433028] env[65683]: DEBUG nova.compute.provider_tree [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.442569] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433330, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.520926] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.521277] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.521493] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.521706] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.521877] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.524588] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.525022] env[65683]: INFO nova.compute.manager [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Terminating instance [ 876.568874] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.569285] env[65683]: DEBUG nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Instance network_info: |[{"id": "6c680add-c078-4ddb-adc9-7e1947c423f8", "address": "fa:16:3e:39:41:f3", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c680add-c0", "ovs_interfaceid": "6c680add-c078-4ddb-adc9-7e1947c423f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 876.570112] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:41:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c680add-c078-4ddb-adc9-7e1947c423f8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.578037] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 876.578297] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.578552] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da528463-2222-49a1-9e3a-abc764440b4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.605544] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.605544] env[65683]: value = "task-4433331" [ 876.605544] env[65683]: _type = "Task" [ 876.605544] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.613910] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433331, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.687374] env[65683]: DEBUG nova.compute.utils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.698566] env[65683]: WARNING neutronclient.v2_0.client [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.789024] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 667b0970-0919-4965-a076-f4c51a6bdea3] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 876.938958] env[65683]: DEBUG nova.scheduler.client.report [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.950955] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522416} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.951533] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c6748496-ba51-4709-bca4-8c09d2be77e8/c6748496-ba51-4709-bca4-8c09d2be77e8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.951749] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.952025] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13292c00-e2d2-4d6f-bb06-6e1ec4ae4054 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.961756] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 876.961756] env[65683]: value = "task-4433332" [ 876.961756] env[65683]: _type = "Task" [ 876.961756] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.973289] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.013862] env[65683]: WARNING neutronclient.v2_0.client [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.028163] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.028583] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.029144] env[65683]: DEBUG nova.network.neutron [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.030884] env[65683]: DEBUG nova.compute.manager [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 877.031119] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.032242] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7d46a-1a5d-4853-9601-58bab6e21386 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.040783] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.041098] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d4c1cb3-d61d-469c-a9bd-82a854d250ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.049840] env[65683]: DEBUG oslo_vmware.api [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 877.049840] env[65683]: value = "task-4433333" [ 877.049840] env[65683]: _type = "Task" [ 877.049840] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.063923] env[65683]: DEBUG oslo_vmware.api [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.116829] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433331, 'name': CreateVM_Task, 'duration_secs': 0.367635} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.117282] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.117918] env[65683]: WARNING neutronclient.v2_0.client [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.118505] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.118798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.119413] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.119818] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d344b4-c72b-4020-9b10-00745f229fc4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.126689] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 877.126689] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a9bf40-d23f-d2ef-c0ce-5136b41ca1c3" [ 877.126689] env[65683]: _type = "Task" [ 877.126689] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.137240] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a9bf40-d23f-d2ef-c0ce-5136b41ca1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.170264] env[65683]: DEBUG nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 877.190578] env[65683]: INFO nova.virt.block_device [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Booting with volume 9457c4d8-a188-42b1-8685-b17239bc1179 at /dev/sdb [ 877.206940] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.207050] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.207476] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.207476] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.207609] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.207656] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.207871] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.208084] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.208255] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.208448] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.209227] env[65683]: DEBUG nova.virt.hardware [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.210110] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af451ef-937f-4834-a558-1d4d85ec8602 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.219664] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0057cf7d-9a4b-4fe8-bb20-d341e6788a3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.238761] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.249308] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Creating folder: Project (a2a9ff7e015442088ee005a6e44d2e3a). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.251097] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e368981-59b4-4254-b6e9-1f080ba75947 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.254796] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fa72eef-c057-4322-bf12-e845901ddf59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.266225] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09561c-fe39-4e46-ad57-d3d7ec354a15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.279671] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Created folder: Project (a2a9ff7e015442088ee005a6e44d2e3a) in parent group-v867054. [ 877.279671] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Creating folder: Instances. Parent ref: group-v867241. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.279671] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6204fd95-f8c5-4293-8b60-058cb2cd3dd0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.292168] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Created folder: Instances in parent group-v867241. [ 877.292650] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 877.320594] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.321332] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: c888b0f7-d60a-4398-83a0-34259ecd28d2] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 877.328622] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Updated VIF entry in instance network info cache for port e44ebac6-07fa-4ab2-ad48-2ffeab99f95a. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 877.329016] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Updating instance_info_cache with network_info: [{"id": "e44ebac6-07fa-4ab2-ad48-2ffeab99f95a", "address": "fa:16:3e:25:a7:3a", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44ebac6-07", "ovs_interfaceid": "e44ebac6-07fa-4ab2-ad48-2ffeab99f95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.333284] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bfd0c5c-94d0-468a-b3ca-43e63fe66ba8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.345222] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0842524-2f1e-4a54-ae1c-b1d40031e9de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.348574] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Releasing lock "refresh_cache-c6748496-ba51-4709-bca4-8c09d2be77e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.348814] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Received event network-vif-deleted-b38c7b49-b436-4943-8213-9356eccb8997 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.352121] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Received event network-changed-dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.352121] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Refreshing instance network info cache due to event network-changed-dd372a99-6d2e-4177-94d8-bd52c93bca45. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 877.352121] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquiring lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.352121] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquired lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.352121] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Refreshing network info cache for port dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.361589] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3534a3c7-a5c5-4434-8bc8-a69a0bd256d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.373493] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.373493] env[65683]: value = "task-4433336" [ 877.373493] env[65683]: _type = "Task" [ 877.373493] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.383550] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433336, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.400538] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebba528-ec54-44de-a32a-b55d0f039591 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.408811] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b775dc71-ef02-4190-990e-57d4994a079e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.427394] env[65683]: DEBUG nova.virt.block_device [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating existing volume attachment record: c4c527ef-ed93-432d-ad84-0810692f94ce {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 877.458056] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.458056] env[65683]: DEBUG nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 877.458369] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.501s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.459536] env[65683]: INFO nova.compute.claims [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.472692] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073115} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.472692] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.473512] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c867a00d-94ed-4523-88ce-1ff04dccc7c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.500151] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c6748496-ba51-4709-bca4-8c09d2be77e8/c6748496-ba51-4709-bca4-8c09d2be77e8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.500151] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc84d0e-729e-485f-9f4f-9cff8910a583 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.520095] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 877.520095] env[65683]: value = "task-4433337" [ 877.520095] env[65683]: _type = "Task" [ 877.520095] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.533892] env[65683]: WARNING neutronclient.v2_0.client [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.536284] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.563844] env[65683]: DEBUG oslo_vmware.api [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433333, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.639745] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a9bf40-d23f-d2ef-c0ce-5136b41ca1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.640092] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.640402] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.640642] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.640782] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.640972] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.645010] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1510b72e-304d-43f5-a403-f0227a785c1b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.656105] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.656659] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.657081] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0594c73-213b-4e94-84fb-bdddaffcd63f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.663692] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 877.663692] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520e1821-4cda-2271-f31b-def6f0401c37" [ 877.663692] env[65683]: _type = "Task" [ 877.663692] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.672490] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520e1821-4cda-2271-f31b-def6f0401c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.791839] env[65683]: WARNING neutronclient.v2_0.client [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.829232] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 6b042a7b-f012-436e-8f7b-33ebc843f958] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 877.855661] env[65683]: WARNING neutronclient.v2_0.client [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.885558] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433336, 'name': CreateVM_Task, 'duration_secs': 0.341698} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.885701] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.886144] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.886434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.886609] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.887175] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75f7c62-750f-452a-8d1f-c3a1e91b624f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.892529] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 877.892529] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522c9ad3-36c5-6ded-2a87-bcb6965feaf0" [ 877.892529] env[65683]: _type = "Task" [ 877.892529] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.902444] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522c9ad3-36c5-6ded-2a87-bcb6965feaf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.922487] env[65683]: DEBUG nova.network.neutron [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance_info_cache with network_info: [{"id": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "address": "fa:16:3e:c0:20:32", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1721dbc4-d0", "ovs_interfaceid": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.964028] env[65683]: DEBUG nova.compute.utils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.968180] env[65683]: DEBUG nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 878.031927] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433337, 'name': ReconfigVM_Task, 'duration_secs': 0.466428} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.032288] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c6748496-ba51-4709-bca4-8c09d2be77e8/c6748496-ba51-4709-bca4-8c09d2be77e8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.032948] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8d34af-7920-4bd9-a9a9-d23ec52d948b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.043499] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 878.043499] env[65683]: value = "task-4433341" [ 878.043499] env[65683]: _type = "Task" [ 878.043499] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.053673] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433341, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.062448] env[65683]: DEBUG oslo_vmware.api [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433333, 'name': PowerOffVM_Task, 'duration_secs': 0.532351} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.062743] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.062919] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.063589] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f949768-f68c-4826-98a7-febb7de29a60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.148267] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.148549] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.148787] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Deleting the datastore file [datastore1] 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.149250] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49082f4-fa35-4bfe-ae17-44c97ce22249 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.158115] env[65683]: DEBUG oslo_vmware.api [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 878.158115] env[65683]: value = "task-4433343" [ 878.158115] env[65683]: _type = "Task" [ 878.158115] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.171635] env[65683]: DEBUG oslo_vmware.api [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.178747] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520e1821-4cda-2271-f31b-def6f0401c37, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.179789] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523a3f39-e7d8-45dd-b3c8-12e109a61c8b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.186505] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 878.186505] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520b0316-db60-98d0-4b6f-fabf2854768d" [ 878.186505] env[65683]: _type = "Task" [ 878.186505] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.200965] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520b0316-db60-98d0-4b6f-fabf2854768d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.251110] env[65683]: WARNING neutronclient.v2_0.client [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.334715] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.335092] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Cleaning up deleted instances with incomplete migration {{(pid=65683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 878.384711] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updated VIF entry in instance network info cache for port dd372a99-6d2e-4177-94d8-bd52c93bca45. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 878.385145] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updating instance_info_cache with network_info: [{"id": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "address": "fa:16:3e:76:f2:07", "network": {"id": "d5b1a38d-996a-4746-9a5d-c1edda9ecdf0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1575237706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e48e58c6c6e4bba84858ddef3456fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd372a99-6d", "ovs_interfaceid": "dd372a99-6d2e-4177-94d8-bd52c93bca45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.408951] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522c9ad3-36c5-6ded-2a87-bcb6965feaf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.409037] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.409392] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.409654] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.429763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.469313] env[65683]: DEBUG nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 878.555370] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433341, 'name': Rename_Task, 'duration_secs': 0.17971} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.558695] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.558695] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-920066be-7202-4655-bdc1-80b649cbbec2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.566199] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 878.566199] env[65683]: value = "task-4433344" [ 878.566199] env[65683]: _type = "Task" [ 878.566199] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.579399] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.674426] env[65683]: DEBUG oslo_vmware.api [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173352} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.674641] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.674846] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.675033] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.675207] env[65683]: INFO nova.compute.manager [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 878.675479] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 878.675675] env[65683]: DEBUG nova.compute.manager [-] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 878.675771] env[65683]: DEBUG nova.network.neutron [-] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 878.676038] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.702441] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520b0316-db60-98d0-4b6f-fabf2854768d, 'name': SearchDatastore_Task, 'duration_secs': 0.016886} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.702441] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.702441] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.702739] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.702908] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.703455] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56dd35ec-fb99-494c-bfb0-705736e5d4d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.705354] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08962e79-f35c-4cbd-9edb-3848f8767920 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.717352] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 878.717352] env[65683]: value = "task-4433345" [ 878.717352] env[65683]: _type = "Task" [ 878.717352] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.717854] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.718956] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.720697] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5da5076-a65b-442f-8040-900ce709f25d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.737047] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 878.737047] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e98587-1361-8572-2f1f-28cdad9aa1b9" [ 878.737047] env[65683]: _type = "Task" [ 878.737047] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.739747] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.744495] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.761456] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e98587-1361-8572-2f1f-28cdad9aa1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.761456] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c47c876-ebb3-4cfc-b9da-b322ea29c71a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.767452] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 878.767452] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5294dada-25bd-eb78-46e8-ad50d30f2cb0" [ 878.767452] env[65683]: _type = "Task" [ 878.767452] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.784600] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5294dada-25bd-eb78-46e8-ad50d30f2cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.784828] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.785336] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8/3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.785336] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0305c26-56be-4047-a7f7-d39aa956c726 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.797568] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 878.797568] env[65683]: value = "task-4433346" [ 878.797568] env[65683]: _type = "Task" [ 878.797568] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.807062] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.838325] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.890518] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Releasing lock "refresh_cache-7b553948-c734-41e9-9a9f-1ec61e5c492d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.890829] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Received event network-vif-plugged-6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.891085] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquiring lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.891388] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.891609] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.891798] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] No waiting events found dispatching network-vif-plugged-6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 878.892069] env[65683]: WARNING nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Received unexpected event network-vif-plugged-6c680add-c078-4ddb-adc9-7e1947c423f8 for instance with vm_state building and task_state spawning. [ 878.892282] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Received event network-changed-6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.892451] env[65683]: DEBUG nova.compute.manager [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Refreshing instance network info cache due to event network-changed-6c680add-c078-4ddb-adc9-7e1947c423f8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 878.892657] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquiring lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.892810] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Acquired lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.893070] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Refreshing network info cache for port 6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.961846] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a6c1f5-56ef-4af9-bada-1873cf4dd80e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.010119] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cf75ec-2639-4710-a496-8a50ac5f782c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.026708] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance '0c14c4d2-b078-41c4-920d-d17ed577ebad' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.081343] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.105362] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675334c-b053-4b8a-89f2-fd8c2c10f241 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.119064] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814aaea0-a0dc-4e98-b1cb-0f9e543825e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.161968] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185ef47-7364-470f-b074-cc14b7c9bef0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.173047] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff9ef23-e394-48bc-9b57-f5d58ee09576 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.179892] env[65683]: DEBUG nova.compute.manager [req-f0849d66-1a2b-4515-85a6-1f4ce1dfc791 req-84a518c7-fdff-4372-94a0-40970332ca26 service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Received event network-vif-deleted-42c4046f-64da-4043-9922-b04fb2cf32ce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 879.180161] env[65683]: INFO nova.compute.manager [req-f0849d66-1a2b-4515-85a6-1f4ce1dfc791 req-84a518c7-fdff-4372-94a0-40970332ca26 service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Neutron deleted interface 42c4046f-64da-4043-9922-b04fb2cf32ce; detaching it from the instance and deleting it from the info cache [ 879.181994] env[65683]: DEBUG nova.network.neutron [req-f0849d66-1a2b-4515-85a6-1f4ce1dfc791 req-84a518c7-fdff-4372-94a0-40970332ca26 service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.192858] env[65683]: DEBUG nova.compute.provider_tree [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.241146] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5206} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.241521] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.241920] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.242258] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0f5a0c7-1db1-4d67-b7bf-94a7dd1840ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.251598] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 879.251598] env[65683]: value = "task-4433347" [ 879.251598] env[65683]: _type = "Task" [ 879.251598] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.266061] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.309454] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433346, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.397042] env[65683]: WARNING neutronclient.v2_0.client [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.506234] env[65683]: DEBUG nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 879.517938] env[65683]: DEBUG nova.network.neutron [-] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.535369] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.536618] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed5210c-22ea-4613-8436-8a5c6b2e132d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.547620] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.547864] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.548107] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.548574] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.548846] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.549095] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.549362] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.549569] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.549847] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.550091] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.550316] env[65683]: DEBUG nova.virt.hardware [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.551764] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a432348b-ce38-4f60-8793-e730d02c38a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.556511] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 879.556511] env[65683]: value = "task-4433348" [ 879.556511] env[65683]: _type = "Task" [ 879.556511] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.568300] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f864d0-23cb-496a-ba51-54f681f074f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.581516] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.599208] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.606638] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 879.611216] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.611539] env[65683]: DEBUG oslo_vmware.api [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433344, 'name': PowerOnVM_Task, 'duration_secs': 0.545633} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.612965] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1407874-3313-4e46-b84a-733d9bd7a21d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.626125] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.626557] env[65683]: INFO nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Took 8.91 seconds to spawn the instance on the hypervisor. [ 879.626875] env[65683]: DEBUG nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.628196] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a7a518-9a73-4a88-af00-c6d051eda0c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.641424] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.641424] env[65683]: value = "task-4433349" [ 879.641424] env[65683]: _type = "Task" [ 879.641424] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.683601] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c23f1c8-0c0a-475c-ba86-7544396313bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.694083] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304692f1-0177-4b21-a4a1-d0659c33923c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.709053] env[65683]: DEBUG nova.scheduler.client.report [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.748947] env[65683]: DEBUG nova.compute.manager [req-f0849d66-1a2b-4515-85a6-1f4ce1dfc791 req-84a518c7-fdff-4372-94a0-40970332ca26 service nova] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Detach interface failed, port_id=42c4046f-64da-4043-9922-b04fb2cf32ce, reason: Instance 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.760822] env[65683]: WARNING neutronclient.v2_0.client [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.766793] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107403} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.767419] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.768292] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c363976-5606-4edd-82ae-21c711e925a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.791654] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.792369] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1d27f4-c55d-4158-8b81-1f33c71a6cde {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.819859] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810953} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.823631] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8/3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.823631] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.823631] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 879.823631] env[65683]: value = "task-4433350" [ 879.823631] env[65683]: _type = "Task" [ 879.823631] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.823631] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a591f641-55de-4cd5-9cae-30d2589a340e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.835896] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 879.835896] env[65683]: value = "task-4433351" [ 879.835896] env[65683]: _type = "Task" [ 879.835896] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.839424] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.848385] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.873804] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updated VIF entry in instance network info cache for port 6c680add-c078-4ddb-adc9-7e1947c423f8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 879.874312] env[65683]: DEBUG nova.network.neutron [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updating instance_info_cache with network_info: [{"id": "6c680add-c078-4ddb-adc9-7e1947c423f8", "address": "fa:16:3e:39:41:f3", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c680add-c0", "ovs_interfaceid": "6c680add-c078-4ddb-adc9-7e1947c423f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.021618] env[65683]: INFO nova.compute.manager [-] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Took 1.35 seconds to deallocate network for instance. [ 880.072946] env[65683]: DEBUG oslo_vmware.api [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433348, 'name': PowerOnVM_Task, 'duration_secs': 0.446624} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.073535] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.074450] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5746f476-95fb-40c4-b543-78ec29ed3248 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance '0c14c4d2-b078-41c4-920d-d17ed577ebad' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.159121] env[65683]: INFO nova.compute.manager [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Took 62.24 seconds to build instance. [ 880.165394] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433349, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.215315] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.216321] env[65683]: DEBUG nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 880.219523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.387s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.221770] env[65683]: INFO nova.compute.claims [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.335889] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.350949] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074997} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.351197] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.351947] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64974447-354e-47e3-8be1-315dbfb6ccfe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.377589] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8/3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.378320] env[65683]: DEBUG oslo_concurrency.lockutils [req-22044037-5094-462e-bbfa-663080b2905f req-8be2d58a-e643-447a-b7ce-68e072676719 service nova] Releasing lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.378729] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c8a6e9-1d44-4ea3-8f29-fb888fbf08ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.400949] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 880.400949] env[65683]: value = "task-4433353" [ 880.400949] env[65683]: _type = "Task" [ 880.400949] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.410680] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.530768] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.662632] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a3501be1-0230-4f34-9ec4-64b57201c811 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.256s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.662869] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433349, 'name': CreateVM_Task, 'duration_secs': 0.53842} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.663512] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.664010] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.664194] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.664512] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.664786] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2efc697-5b18-49fd-b9b0-fd1a75d3b789 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.670697] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 880.670697] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e23254-6e24-6c2d-1954-db54e7969d28" [ 880.670697] env[65683]: _type = "Task" [ 880.670697] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.680193] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e23254-6e24-6c2d-1954-db54e7969d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.727618] env[65683]: DEBUG nova.compute.utils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.731683] env[65683]: DEBUG nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 880.732074] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 880.733040] env[65683]: WARNING neutronclient.v2_0.client [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.733175] env[65683]: WARNING neutronclient.v2_0.client [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.836044] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433350, 'name': ReconfigVM_Task, 'duration_secs': 0.838908} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.836256] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.836910] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176667b7-8086-45d0-a577-f296d0d0d1c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.847035] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 880.847035] env[65683]: value = "task-4433354" [ 880.847035] env[65683]: _type = "Task" [ 880.847035] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.860527] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433354, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.874026] env[65683]: DEBUG nova.policy [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0115da36e7094f06bbc264a4a385deca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3859a5d307934033ac5047d099da0324', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.913168] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433353, 'name': ReconfigVM_Task, 'duration_secs': 0.32112} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.913581] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8/3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.914367] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a02d957-6cc2-46f6-9c29-e367537ba979 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.922953] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 880.922953] env[65683]: value = "task-4433355" [ 880.922953] env[65683]: _type = "Task" [ 880.922953] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.936481] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433355, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.076435] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca64776-fca0-43b3-a294-3ef63dc1f072 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.090831] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7d913-991b-453d-9f37-4f6ae82cffa3 tempest-ServersAdminNegativeTestJSON-458481505 tempest-ServersAdminNegativeTestJSON-458481505-project-admin] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Suspending the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 881.090831] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a6fceb55-e0de-451a-b5f8-de6406767148 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.101415] env[65683]: DEBUG oslo_vmware.api [None req-b6b7d913-991b-453d-9f37-4f6ae82cffa3 tempest-ServersAdminNegativeTestJSON-458481505 tempest-ServersAdminNegativeTestJSON-458481505-project-admin] Waiting for the task: (returnval){ [ 881.101415] env[65683]: value = "task-4433356" [ 881.101415] env[65683]: _type = "Task" [ 881.101415] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.112164] env[65683]: DEBUG oslo_vmware.api [None req-b6b7d913-991b-453d-9f37-4f6ae82cffa3 tempest-ServersAdminNegativeTestJSON-458481505 tempest-ServersAdminNegativeTestJSON-458481505-project-admin] Task: {'id': task-4433356, 'name': SuspendVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.183601] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e23254-6e24-6c2d-1954-db54e7969d28, 'name': SearchDatastore_Task, 'duration_secs': 0.03782} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.184319] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.184319] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.184319] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.184434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.185300] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.185300] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c35a2472-b401-4e5f-88ab-e36c962c7270 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.197746] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.198011] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.198845] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0d7cd9-acef-473e-b4ee-0779c5cd2e4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.205963] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 881.205963] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529a0219-d87b-2480-2f46-b0f200462698" [ 881.205963] env[65683]: _type = "Task" [ 881.205963] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.216077] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529a0219-d87b-2480-2f46-b0f200462698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.241943] env[65683]: DEBUG nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 881.263583] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Successfully created port: d42d4121-fc32-4353-9278-d8d951a31d7b {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 881.360988] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433354, 'name': Rename_Task, 'duration_secs': 0.158379} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.364937] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.366246] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b742c2b7-a9a2-43cb-b45c-fe7806961095 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.380437] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 881.380437] env[65683]: value = "task-4433357" [ 881.380437] env[65683]: _type = "Task" [ 881.380437] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.392802] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.436214] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433355, 'name': Rename_Task, 'duration_secs': 0.149902} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.437179] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.437885] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d36fd4e8-90cd-4982-a527-8619f810fa0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.449140] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 881.449140] env[65683]: value = "task-4433358" [ 881.449140] env[65683]: _type = "Task" [ 881.449140] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.463327] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.617830] env[65683]: DEBUG oslo_vmware.api [None req-b6b7d913-991b-453d-9f37-4f6ae82cffa3 tempest-ServersAdminNegativeTestJSON-458481505 tempest-ServersAdminNegativeTestJSON-458481505-project-admin] Task: {'id': task-4433356, 'name': SuspendVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.637087] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Successfully created port: b7f8e3b9-06c1-4d2e-865e-7b262d29512f {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 881.724526] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529a0219-d87b-2480-2f46-b0f200462698, 'name': SearchDatastore_Task, 'duration_secs': 0.01808} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.725822] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b6d777-9e23-46ed-8af9-2df68f1f7d51 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.735508] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 881.735508] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523eb434-ba29-9840-8b63-dea4f288db3e" [ 881.735508] env[65683]: _type = "Task" [ 881.735508] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.747675] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523eb434-ba29-9840-8b63-dea4f288db3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.808545] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09a9c41-d588-467e-a80e-64c6584f4cc5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.827095] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe133a-b2c7-4947-977d-fe2f066ad77b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.868077] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea3282-7256-4e08-a051-795346d61b6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.878515] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc18f4d-372c-4037-a0dc-25703405ff73 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.904773] env[65683]: DEBUG nova.compute.provider_tree [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.906066] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433357, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.967888] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.114359] env[65683]: DEBUG oslo_vmware.api [None req-b6b7d913-991b-453d-9f37-4f6ae82cffa3 tempest-ServersAdminNegativeTestJSON-458481505 tempest-ServersAdminNegativeTestJSON-458481505-project-admin] Task: {'id': task-4433356, 'name': SuspendVM_Task, 'duration_secs': 0.748789} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.114656] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7d913-991b-453d-9f37-4f6ae82cffa3 tempest-ServersAdminNegativeTestJSON-458481505 tempest-ServersAdminNegativeTestJSON-458481505-project-admin] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Suspended the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 882.114893] env[65683]: DEBUG nova.compute.manager [None req-b6b7d913-991b-453d-9f37-4f6ae82cffa3 tempest-ServersAdminNegativeTestJSON-458481505 tempest-ServersAdminNegativeTestJSON-458481505-project-admin] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.115730] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf1d47-f256-41ff-976c-44384c476881 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.247020] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523eb434-ba29-9840-8b63-dea4f288db3e, 'name': SearchDatastore_Task, 'duration_secs': 0.014706} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.247366] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.247659] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.247947] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53305a3a-fe06-4b46-894a-16a77d2f7976 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.255780] env[65683]: DEBUG nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 882.259886] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 882.259886] env[65683]: value = "task-4433359" [ 882.259886] env[65683]: _type = "Task" [ 882.259886] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.274721] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.290580] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 882.290580] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.290792] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 882.290792] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.291031] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 882.291093] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 882.291546] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 882.291673] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 882.291852] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 882.292041] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 882.292283] env[65683]: DEBUG nova.virt.hardware [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 882.294283] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd25a9e-2e7c-4d8d-9fb7-18fc4e71ba12 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.308187] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2127feb3-51d5-4dd0-9895-e85aa544814a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.396057] env[65683]: DEBUG oslo_vmware.api [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433357, 'name': PowerOnVM_Task, 'duration_secs': 0.596624} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.396263] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.396477] env[65683]: INFO nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Took 8.86 seconds to spawn the instance on the hypervisor. [ 882.396663] env[65683]: DEBUG nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.398072] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a688c-fdb9-4824-8f11-7000e194d296 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.411496] env[65683]: DEBUG nova.scheduler.client.report [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.467036] env[65683]: DEBUG oslo_vmware.api [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433358, 'name': PowerOnVM_Task, 'duration_secs': 0.527387} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.468297] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.468297] env[65683]: INFO nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Took 5.30 seconds to spawn the instance on the hypervisor. [ 882.468297] env[65683]: DEBUG nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.468761] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7482682-3aad-4b8f-bf92-6e4485874d65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.781856] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433359, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.923753] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.923753] env[65683]: DEBUG nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 882.928754] env[65683]: INFO nova.compute.manager [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Took 60.27 seconds to build instance. [ 882.928754] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.875s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.928754] env[65683]: DEBUG nova.objects.instance [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lazy-loading 'resources' on Instance uuid dbaf087d-8a01-402d-adca-9ee97afe86d7 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.991261] env[65683]: INFO nova.compute.manager [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Took 50.53 seconds to build instance. [ 883.274873] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.275235] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.275473] env[65683]: DEBUG nova.compute.manager [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Going to confirm migration 3 {{(pid=65683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 883.277239] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722505} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.277239] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.277752] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.278255] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-770cd489-f852-42ad-996f-e967b341d33d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.289654] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 883.289654] env[65683]: value = "task-4433360" [ 883.289654] env[65683]: _type = "Task" [ 883.289654] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.310202] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.320187] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Successfully updated port: d42d4121-fc32-4353-9278-d8d951a31d7b {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 883.431826] env[65683]: DEBUG nova.compute.utils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.438049] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fe6a5ed2-502c-4a7e-92c8-20e2423d8634 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.153s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.438361] env[65683]: DEBUG nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 883.438560] env[65683]: DEBUG nova.network.neutron [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 883.438861] env[65683]: WARNING neutronclient.v2_0.client [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.439242] env[65683]: WARNING neutronclient.v2_0.client [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.493835] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4541c189-bc28-4258-9c68-d8a7cc03138c tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.439s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.502469] env[65683]: DEBUG nova.compute.manager [req-d94dbe43-b036-40db-a612-d0b08298bccb req-1a228bc8-329e-45bd-9ef3-0d176cea0aa2 service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received event network-vif-plugged-d42d4121-fc32-4353-9278-d8d951a31d7b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 883.502469] env[65683]: DEBUG oslo_concurrency.lockutils [req-d94dbe43-b036-40db-a612-d0b08298bccb req-1a228bc8-329e-45bd-9ef3-0d176cea0aa2 service nova] Acquiring lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.502792] env[65683]: DEBUG oslo_concurrency.lockutils [req-d94dbe43-b036-40db-a612-d0b08298bccb req-1a228bc8-329e-45bd-9ef3-0d176cea0aa2 service nova] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.504215] env[65683]: DEBUG oslo_concurrency.lockutils [req-d94dbe43-b036-40db-a612-d0b08298bccb req-1a228bc8-329e-45bd-9ef3-0d176cea0aa2 service nova] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.504820] env[65683]: DEBUG nova.compute.manager [req-d94dbe43-b036-40db-a612-d0b08298bccb req-1a228bc8-329e-45bd-9ef3-0d176cea0aa2 service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] No waiting events found dispatching network-vif-plugged-d42d4121-fc32-4353-9278-d8d951a31d7b {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 883.505251] env[65683]: WARNING nova.compute.manager [req-d94dbe43-b036-40db-a612-d0b08298bccb req-1a228bc8-329e-45bd-9ef3-0d176cea0aa2 service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received unexpected event network-vif-plugged-d42d4121-fc32-4353-9278-d8d951a31d7b for instance with vm_state building and task_state spawning. [ 883.515182] env[65683]: DEBUG nova.policy [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea1ae425cb824a3fa603b717e05a247e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fe3f14d4b184c9b90c5ad49e42419c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.545392] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.783341] env[65683]: WARNING neutronclient.v2_0.client [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.799650] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091296} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.799899] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.800971] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586c7450-a70e-4c02-82ff-2ab293a90a13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.825021] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.828543] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c10964-9c56-41e7-a85e-3b1a68949fc7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.852124] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 883.852124] env[65683]: value = "task-4433361" [ 883.852124] env[65683]: _type = "Task" [ 883.852124] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.861882] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.893888] env[65683]: DEBUG nova.network.neutron [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Successfully created port: 3f43a015-f7ae-4c1c-92c4-e6e83151519e {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 883.942242] env[65683]: DEBUG nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 883.984494] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5586333-67cb-4d60-9a39-434dd9a6baff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.993710] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4611776d-22f8-42a9-80b7-3b7530ba1d14 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.028981] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e98d2-379a-4a51-8eee-8113104c43b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.038439] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c722802-17f7-45a3-95ff-3bc5cc1406ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.056673] env[65683]: DEBUG nova.compute.provider_tree [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.095470] env[65683]: WARNING neutronclient.v2_0.client [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.096151] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.096318] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.096491] env[65683]: DEBUG nova.network.neutron [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.096668] env[65683]: DEBUG nova.objects.instance [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lazy-loading 'info_cache' on Instance uuid 0c14c4d2-b078-41c4-920d-d17ed577ebad {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.363753] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433361, 'name': ReconfigVM_Task, 'duration_secs': 0.345584} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.364017] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.365027] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10e9f58f-8181-496b-9776-91dc11b6b05d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.374403] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 884.374403] env[65683]: value = "task-4433362" [ 884.374403] env[65683]: _type = "Task" [ 884.374403] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.386166] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433362, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.560877] env[65683]: DEBUG nova.scheduler.client.report [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.884587] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433362, 'name': Rename_Task, 'duration_secs': 0.154045} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.884939] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.885243] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f8ac525-7d81-4d7f-a68e-ae7051c19637 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.895241] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 884.895241] env[65683]: value = "task-4433363" [ 884.895241] env[65683]: _type = "Task" [ 884.895241] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.904707] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.953296] env[65683]: DEBUG nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 884.983533] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 884.983812] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.983983] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 884.984243] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.984403] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 884.984567] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 884.984794] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 884.984974] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 884.985192] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 884.985395] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 884.985583] env[65683]: DEBUG nova.virt.hardware [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 884.986557] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb42a8-0e30-4281-b7b8-f5d2202ffbd5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.996626] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a09c64-8535-4911-9846-743fedc0988c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.066555] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.069597] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.992s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.070490] env[65683]: DEBUG nova.objects.instance [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lazy-loading 'resources' on Instance uuid f6c4788e-d8f0-4023-a28c-9b1822c8ed29 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.098630] env[65683]: INFO nova.scheduler.client.report [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Deleted allocations for instance dbaf087d-8a01-402d-adca-9ee97afe86d7 [ 885.102979] env[65683]: WARNING neutronclient.v2_0.client [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.407043] env[65683]: DEBUG oslo_vmware.api [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433363, 'name': PowerOnVM_Task, 'duration_secs': 0.49813} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.407043] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.407043] env[65683]: INFO nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Took 5.90 seconds to spawn the instance on the hypervisor. [ 885.407229] env[65683]: DEBUG nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 885.407897] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3eb156-757c-47ed-8d37-e8d890648ab2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.610248] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3167ba37-3dc5-467f-a558-b8e18ef68560 tempest-ServerGroupTestJSON-674906910 tempest-ServerGroupTestJSON-674906910-project-member] Lock "dbaf087d-8a01-402d-adca-9ee97afe86d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.088s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.637627] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Successfully updated port: b7f8e3b9-06c1-4d2e-865e-7b262d29512f {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 885.821914] env[65683]: DEBUG nova.network.neutron [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Successfully updated port: 3f43a015-f7ae-4c1c-92c4-e6e83151519e {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 885.927229] env[65683]: INFO nova.compute.manager [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Took 47.40 seconds to build instance. [ 886.063580] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15422bbc-65f9-47f1-949a-629e0bef3553 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.072464] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4429e9be-c01c-44a3-b276-f1054f907e50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.108629] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204f992-7f0e-4e4f-bf45-325704ace43d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.117995] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15b988b-5676-4447-904e-b272e34cba3f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.133786] env[65683]: DEBUG nova.compute.provider_tree [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.140263] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.140374] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.140515] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 886.182229] env[65683]: WARNING neutronclient.v2_0.client [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.323852] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "refresh_cache-6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.324134] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "refresh_cache-6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.324308] env[65683]: DEBUG nova.network.neutron [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 886.342790] env[65683]: DEBUG nova.network.neutron [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance_info_cache with network_info: [{"id": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "address": "fa:16:3e:c0:20:32", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1721dbc4-d0", "ovs_interfaceid": "1721dbc4-d02a-4e12-8ef5-42cc7282e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.430293] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fa162b6-bc4a-4c9c-9f6c-2e03fb244cce tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "18b9d973-6729-47b1-8585-3ba385e9815e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.967s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.531702] env[65683]: DEBUG nova.compute.manager [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received event network-changed-d42d4121-fc32-4353-9278-d8d951a31d7b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.531915] env[65683]: DEBUG nova.compute.manager [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Refreshing instance network info cache due to event network-changed-d42d4121-fc32-4353-9278-d8d951a31d7b. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 886.532594] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] Acquiring lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.555577] env[65683]: DEBUG nova.compute.manager [req-3d0397a6-6086-46cf-8f10-9a07bb021693 req-918658bb-05e0-4570-b5f8-02e4d0ca0492 service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received event network-vif-plugged-b7f8e3b9-06c1-4d2e-865e-7b262d29512f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.555810] env[65683]: DEBUG oslo_concurrency.lockutils [req-3d0397a6-6086-46cf-8f10-9a07bb021693 req-918658bb-05e0-4570-b5f8-02e4d0ca0492 service nova] Acquiring lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.555979] env[65683]: DEBUG oslo_concurrency.lockutils [req-3d0397a6-6086-46cf-8f10-9a07bb021693 req-918658bb-05e0-4570-b5f8-02e4d0ca0492 service nova] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.557764] env[65683]: DEBUG oslo_concurrency.lockutils [req-3d0397a6-6086-46cf-8f10-9a07bb021693 req-918658bb-05e0-4570-b5f8-02e4d0ca0492 service nova] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.557764] env[65683]: DEBUG nova.compute.manager [req-3d0397a6-6086-46cf-8f10-9a07bb021693 req-918658bb-05e0-4570-b5f8-02e4d0ca0492 service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] No waiting events found dispatching network-vif-plugged-b7f8e3b9-06c1-4d2e-865e-7b262d29512f {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 886.557764] env[65683]: WARNING nova.compute.manager [req-3d0397a6-6086-46cf-8f10-9a07bb021693 req-918658bb-05e0-4570-b5f8-02e4d0ca0492 service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received unexpected event network-vif-plugged-b7f8e3b9-06c1-4d2e-865e-7b262d29512f for instance with vm_state building and task_state spawning. [ 886.637489] env[65683]: DEBUG nova.scheduler.client.report [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.680774] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 886.765558] env[65683]: WARNING neutronclient.v2_0.client [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.847044] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-0c14c4d2-b078-41c4-920d-d17ed577ebad" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.847427] env[65683]: DEBUG nova.objects.instance [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lazy-loading 'migration_context' on Instance uuid 0c14c4d2-b078-41c4-920d-d17ed577ebad {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.917157] env[65683]: DEBUG nova.network.neutron [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 887.143544] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.146104] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.125s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.146328] env[65683]: DEBUG nova.objects.instance [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lazy-loading 'resources' on Instance uuid 54f70fe2-5259-4e70-8f26-6b27c54ee444 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.173182] env[65683]: INFO nova.scheduler.client.report [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted allocations for instance f6c4788e-d8f0-4023-a28c-9b1822c8ed29 [ 887.246137] env[65683]: INFO nova.compute.manager [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Rebuilding instance [ 887.296874] env[65683]: DEBUG nova.compute.manager [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 887.297897] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe69a28-3534-4ec3-a420-54f1a610a1c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.351899] env[65683]: DEBUG nova.objects.base [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Object Instance<0c14c4d2-b078-41c4-920d-d17ed577ebad> lazy-loaded attributes: info_cache,migration_context {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 887.353888] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b12c1d-16f7-4712-a523-826e05f56c6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.380476] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5344eb-fb2b-41e3-a70f-e45f5d5c2084 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.390068] env[65683]: DEBUG oslo_vmware.api [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 887.390068] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52590fda-d07e-b61a-d8e0-356727d908c6" [ 887.390068] env[65683]: _type = "Task" [ 887.390068] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.400058] env[65683]: DEBUG oslo_vmware.api [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52590fda-d07e-b61a-d8e0-356727d908c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.400435] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.626086] env[65683]: WARNING neutronclient.v2_0.client [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.688033] env[65683]: WARNING neutronclient.v2_0.client [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.688799] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7fc98294-e3a1-4672-ad48-a09ae5cf054a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "f6c4788e-d8f0-4023-a28c-9b1822c8ed29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.596s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.868052] env[65683]: DEBUG nova.network.neutron [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Updating instance_info_cache with network_info: [{"id": "d42d4121-fc32-4353-9278-d8d951a31d7b", "address": "fa:16:3e:8f:db:6c", "network": {"id": "3ade0aee-1760-497b-aa9e-db7ae012d322", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1852425075", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42d4121-fc", "ovs_interfaceid": "d42d4121-fc32-4353-9278-d8d951a31d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "address": "fa:16:3e:48:eb:7d", "network": {"id": "05a88fa4-389c-4434-b0e8-11ae54707e08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-275657661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f8e3b9-06", "ovs_interfaceid": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.990768] env[65683]: DEBUG nova.network.neutron [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Updating instance_info_cache with network_info: [{"id": "3f43a015-f7ae-4c1c-92c4-e6e83151519e", "address": "fa:16:3e:8c:94:2a", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f43a015-f7", "ovs_interfaceid": "3f43a015-f7ae-4c1c-92c4-e6e83151519e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.222237] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d58e63-6026-4aba-9ce6-a2375d7b70aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.232274] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1059f-98bd-408a-8347-925d25ad39e8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.283347] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edd9892-2260-4b36-b283-6f81dd875fd5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.293116] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c342c-a5cb-4129-945a-7ddf24e08a66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.308690] env[65683]: DEBUG nova.compute.provider_tree [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.318968] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.320075] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-687c470a-d923-4cbd-8e8a-9805944bde57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.330033] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 888.330033] env[65683]: value = "task-4433364" [ 888.330033] env[65683]: _type = "Task" [ 888.330033] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.346616] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.375183] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Releasing lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.375928] env[65683]: DEBUG nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Instance network_info: |[{"id": "d42d4121-fc32-4353-9278-d8d951a31d7b", "address": "fa:16:3e:8f:db:6c", "network": {"id": "3ade0aee-1760-497b-aa9e-db7ae012d322", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1852425075", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42d4121-fc", "ovs_interfaceid": "d42d4121-fc32-4353-9278-d8d951a31d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "address": "fa:16:3e:48:eb:7d", "network": {"id": "05a88fa4-389c-4434-b0e8-11ae54707e08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-275657661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f8e3b9-06", "ovs_interfaceid": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 888.376412] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] Acquired lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.376738] env[65683]: DEBUG nova.network.neutron [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Refreshing network info cache for port d42d4121-fc32-4353-9278-d8d951a31d7b {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.379603] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:db:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd42d4121-fc32-4353-9278-d8d951a31d7b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:eb:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7f8e3b9-06c1-4d2e-865e-7b262d29512f', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.390762] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 888.391753] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.392139] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed76ac3-f2aa-49f1-a0cf-87210108ecfa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.419272] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.419272] env[65683]: value = "task-4433365" [ 888.419272] env[65683]: _type = "Task" [ 888.419272] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.435585] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433365, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.493734] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "refresh_cache-6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.496018] env[65683]: DEBUG nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Instance network_info: |[{"id": "3f43a015-f7ae-4c1c-92c4-e6e83151519e", "address": "fa:16:3e:8c:94:2a", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f43a015-f7", "ovs_interfaceid": "3f43a015-f7ae-4c1c-92c4-e6e83151519e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 888.496665] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:94:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f43a015-f7ae-4c1c-92c4-e6e83151519e', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.509732] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 888.509732] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.509732] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc1e5f91-7b94-44c5-ae5b-2092a0d23c1d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.533687] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.533687] env[65683]: value = "task-4433366" [ 888.533687] env[65683]: _type = "Task" [ 888.533687] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.545190] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433366, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.644152] env[65683]: DEBUG nova.compute.manager [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received event network-changed-b7f8e3b9-06c1-4d2e-865e-7b262d29512f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 888.644152] env[65683]: DEBUG nova.compute.manager [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Refreshing instance network info cache due to event network-changed-b7f8e3b9-06c1-4d2e-865e-7b262d29512f. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 888.648136] env[65683]: DEBUG oslo_concurrency.lockutils [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] Acquiring lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.650707] env[65683]: DEBUG nova.compute.manager [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Received event network-vif-plugged-3f43a015-f7ae-4c1c-92c4-e6e83151519e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 888.650707] env[65683]: DEBUG oslo_concurrency.lockutils [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] Acquiring lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.650707] env[65683]: DEBUG oslo_concurrency.lockutils [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.650707] env[65683]: DEBUG oslo_concurrency.lockutils [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.650707] env[65683]: DEBUG nova.compute.manager [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] No waiting events found dispatching network-vif-plugged-3f43a015-f7ae-4c1c-92c4-e6e83151519e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 888.650707] env[65683]: WARNING nova.compute.manager [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Received unexpected event network-vif-plugged-3f43a015-f7ae-4c1c-92c4-e6e83151519e for instance with vm_state building and task_state spawning. [ 888.651418] env[65683]: DEBUG nova.compute.manager [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Received event network-changed-3f43a015-f7ae-4c1c-92c4-e6e83151519e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 888.651510] env[65683]: DEBUG nova.compute.manager [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Refreshing instance network info cache due to event network-changed-3f43a015-f7ae-4c1c-92c4-e6e83151519e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 888.652291] env[65683]: DEBUG oslo_concurrency.lockutils [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] Acquiring lock "refresh_cache-6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.652361] env[65683]: DEBUG oslo_concurrency.lockutils [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] Acquired lock "refresh_cache-6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.652655] env[65683]: DEBUG nova.network.neutron [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Refreshing network info cache for port 3f43a015-f7ae-4c1c-92c4-e6e83151519e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.813553] env[65683]: DEBUG nova.scheduler.client.report [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.846938] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433364, 'name': PowerOffVM_Task, 'duration_secs': 0.163114} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.847771] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.847771] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.848857] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4f7bf-5130-45cd-8ebc-2cf3ef16bd3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.860166] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.861186] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eec1d29a-4e1e-47f0-966d-81d7105357d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.893393] env[65683]: WARNING neutronclient.v2_0.client [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.896688] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.896936] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.897183] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleting the datastore file [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.897821] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cc420cc-7ba9-4b67-bc54-d4c314efa328 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.908519] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 888.908519] env[65683]: value = "task-4433368" [ 888.908519] env[65683]: _type = "Task" [ 888.908519] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.922122] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.933413] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433365, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.045618] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433366, 'name': CreateVM_Task, 'duration_secs': 0.451709} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.045618] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.045824] env[65683]: WARNING neutronclient.v2_0.client [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.046253] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.046892] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.046892] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.047082] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3ed39a-9ce0-494e-90c3-37ab1b843721 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.056068] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 889.056068] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f6c44b-9a76-fa27-7387-176deca0a8b8" [ 889.056068] env[65683]: _type = "Task" [ 889.056068] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.075357] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f6c44b-9a76-fa27-7387-176deca0a8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.075904] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.076177] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.076427] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.076569] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.076748] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.077752] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e497c8e-1407-455c-8433-0a39ff445623 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.088632] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.088861] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.089766] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c01ee9-c453-4ab2-82cc-a28f8d2bcb1c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.096722] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 889.096722] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b85d2d-5d94-c0a4-2e60-fcaa1834f78e" [ 889.096722] env[65683]: _type = "Task" [ 889.096722] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.112427] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b85d2d-5d94-c0a4-2e60-fcaa1834f78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.156689] env[65683]: WARNING neutronclient.v2_0.client [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.255090] env[65683]: WARNING neutronclient.v2_0.client [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.322458] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.328170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.840s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.328665] env[65683]: DEBUG nova.objects.instance [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lazy-loading 'resources' on Instance uuid a8c6b569-d9ff-4663-99eb-a8a7297b59ad {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.353111] env[65683]: INFO nova.scheduler.client.report [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleted allocations for instance 54f70fe2-5259-4e70-8f26-6b27c54ee444 [ 889.375338] env[65683]: DEBUG nova.network.neutron [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Updated VIF entry in instance network info cache for port d42d4121-fc32-4353-9278-d8d951a31d7b. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.375697] env[65683]: DEBUG nova.network.neutron [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Updating instance_info_cache with network_info: [{"id": "d42d4121-fc32-4353-9278-d8d951a31d7b", "address": "fa:16:3e:8f:db:6c", "network": {"id": "3ade0aee-1760-497b-aa9e-db7ae012d322", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1852425075", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42d4121-fc", "ovs_interfaceid": "d42d4121-fc32-4353-9278-d8d951a31d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "address": "fa:16:3e:48:eb:7d", "network": {"id": "05a88fa4-389c-4434-b0e8-11ae54707e08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-275657661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f8e3b9-06", "ovs_interfaceid": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.403421] env[65683]: WARNING neutronclient.v2_0.client [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.422562] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169009} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.427339] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.427339] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.427339] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.438339] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433365, 'name': CreateVM_Task, 'duration_secs': 0.52611} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.439296] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.439296] env[65683]: WARNING neutronclient.v2_0.client [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.439424] env[65683]: WARNING neutronclient.v2_0.client [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.439682] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.439822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.440195] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.440424] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3c0423-b618-4a56-af65-6a2c7220bf03 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.447865] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 889.447865] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522a074c-fe4f-aaad-9d6f-07b7c6fa1a36" [ 889.447865] env[65683]: _type = "Task" [ 889.447865] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.459566] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522a074c-fe4f-aaad-9d6f-07b7c6fa1a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.519331] env[65683]: DEBUG nova.network.neutron [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Updated VIF entry in instance network info cache for port 3f43a015-f7ae-4c1c-92c4-e6e83151519e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.519691] env[65683]: DEBUG nova.network.neutron [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Updating instance_info_cache with network_info: [{"id": "3f43a015-f7ae-4c1c-92c4-e6e83151519e", "address": "fa:16:3e:8c:94:2a", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f43a015-f7", "ovs_interfaceid": "3f43a015-f7ae-4c1c-92c4-e6e83151519e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.609626] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b85d2d-5d94-c0a4-2e60-fcaa1834f78e, 'name': SearchDatastore_Task, 'duration_secs': 0.018938} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.610195] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbfd3b3-1ebd-4cd3-a8f3-7f9784f162fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.617618] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 889.617618] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52fd663c-33ee-c13f-3ec4-fb81b67da9f5" [ 889.617618] env[65683]: _type = "Task" [ 889.617618] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.628593] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fd663c-33ee-c13f-3ec4-fb81b67da9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.865259] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a88a476-0701-49bd-b9c3-815ce88911da tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "54f70fe2-5259-4e70-8f26-6b27c54ee444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.271s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.881598] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] Releasing lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.881940] env[65683]: DEBUG nova.compute.manager [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Received event network-changed-6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 889.882192] env[65683]: DEBUG nova.compute.manager [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Refreshing instance network info cache due to event network-changed-6c680add-c078-4ddb-adc9-7e1947c423f8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 889.882439] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] Acquiring lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.882562] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] Acquired lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.882743] env[65683]: DEBUG nova.network.neutron [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Refreshing network info cache for port 6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.886737] env[65683]: DEBUG oslo_concurrency.lockutils [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] Acquired lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.886932] env[65683]: DEBUG nova.network.neutron [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Refreshing network info cache for port b7f8e3b9-06c1-4d2e-865e-7b262d29512f {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.909097] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "c6748496-ba51-4709-bca4-8c09d2be77e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.910170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.910170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "c6748496-ba51-4709-bca4-8c09d2be77e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.910170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.910502] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.912970] env[65683]: INFO nova.compute.manager [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Terminating instance [ 889.962445] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522a074c-fe4f-aaad-9d6f-07b7c6fa1a36, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.962811] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.963440] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.963822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.024722] env[65683]: DEBUG oslo_concurrency.lockutils [req-78886d35-47bc-4807-8653-0f323e13d03e req-059866b7-423c-47a3-aadb-7358001a8d66 service nova] Releasing lock "refresh_cache-6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.141394] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fd663c-33ee-c13f-3ec4-fb81b67da9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.142388] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.142698] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5/6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.143065] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.143288] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.143557] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17cb9143-4b1b-4876-a079-e262fe218797 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.149399] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc6638d7-877d-4502-9cea-7ac20479be11 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.159306] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 890.159306] env[65683]: value = "task-4433369" [ 890.159306] env[65683]: _type = "Task" [ 890.159306] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.164636] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.164842] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.169586] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb4ba03-f215-4598-806a-7d7eb3844c91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.176465] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.181770] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 890.181770] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ac4be6-d413-ce26-f803-f2442a9282b1" [ 890.181770] env[65683]: _type = "Task" [ 890.181770] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.196317] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ac4be6-d413-ce26-f803-f2442a9282b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.197211] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7766f4-c847-48a9-aa04-52df63742d4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.207357] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 890.207357] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5292da59-bb3b-b96f-2fa5-b003a26545b8" [ 890.207357] env[65683]: _type = "Task" [ 890.207357] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.219929] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5292da59-bb3b-b96f-2fa5-b003a26545b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.382106] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d85c0e-a9d9-4b39-80f7-fb86cb583498 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.392203] env[65683]: WARNING neutronclient.v2_0.client [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.395243] env[65683]: WARNING neutronclient.v2_0.client [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.399339] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93889ebc-bbfe-4c8b-b643-2143610c67e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.431553] env[65683]: DEBUG nova.compute.manager [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 890.432532] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.432927] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a898a3c-4753-430d-9ed7-919618fc91e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.436627] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539f728-d1dc-46d3-9dc1-09c9d72dfcc3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.450346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.450784] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54fa5b4f-1ab3-4748-9e3f-70e985324364 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.455654] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d03ca65-2693-417d-bb65-15f08139acfe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.486690] env[65683]: DEBUG nova.compute.provider_tree [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.502142] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 890.502555] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.502824] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 890.503141] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.503449] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 890.503609] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 890.503924] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.504422] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 890.504422] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 890.504495] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 890.504648] env[65683]: DEBUG nova.virt.hardware [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 890.505720] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea7bba-39eb-4ebc-b7f1-37171a4b0ef0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.518963] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e141f3-824d-4051-b897-e0552b7958d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.541663] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.547628] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 890.549236] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.549569] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.549812] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.550885] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Deleting the datastore file [datastore2] c6748496-ba51-4709-bca4-8c09d2be77e8 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.550885] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8638094-47dc-4f7f-9a2b-64289a9b80ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.564063] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-383fca5c-b325-49eb-95dc-2d46e8d46bd2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.573382] env[65683]: DEBUG oslo_vmware.api [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 890.573382] env[65683]: value = "task-4433372" [ 890.573382] env[65683]: _type = "Task" [ 890.573382] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.575197] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.575197] env[65683]: value = "task-4433371" [ 890.575197] env[65683]: _type = "Task" [ 890.575197] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.589080] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433371, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.594049] env[65683]: DEBUG oslo_vmware.api [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.677176] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.721879] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5292da59-bb3b-b96f-2fa5-b003a26545b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01484} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.722297] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.722986] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] aaf33bfd-612c-4884-922a-ea0c0af1f72a/aaf33bfd-612c-4884-922a-ea0c0af1f72a.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.722986] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c67bddc3-d3ec-4212-8df1-0ce0c2602cab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.733332] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 890.733332] env[65683]: value = "task-4433373" [ 890.733332] env[65683]: _type = "Task" [ 890.733332] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.744232] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.762062] env[65683]: WARNING neutronclient.v2_0.client [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.766988] env[65683]: WARNING neutronclient.v2_0.client [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.772677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.772900] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.957682] env[65683]: DEBUG nova.network.neutron [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updated VIF entry in instance network info cache for port 6c680add-c078-4ddb-adc9-7e1947c423f8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.958598] env[65683]: DEBUG nova.network.neutron [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updating instance_info_cache with network_info: [{"id": "6c680add-c078-4ddb-adc9-7e1947c423f8", "address": "fa:16:3e:39:41:f3", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c680add-c0", "ovs_interfaceid": "6c680add-c078-4ddb-adc9-7e1947c423f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.959844] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "acaa9ef0-8711-4b5f-9739-a5581758242d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.960222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.977253] env[65683]: DEBUG nova.network.neutron [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Updated VIF entry in instance network info cache for port b7f8e3b9-06c1-4d2e-865e-7b262d29512f. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.977700] env[65683]: DEBUG nova.network.neutron [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Updating instance_info_cache with network_info: [{"id": "d42d4121-fc32-4353-9278-d8d951a31d7b", "address": "fa:16:3e:8f:db:6c", "network": {"id": "3ade0aee-1760-497b-aa9e-db7ae012d322", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1852425075", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42d4121-fc", "ovs_interfaceid": "d42d4121-fc32-4353-9278-d8d951a31d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "address": "fa:16:3e:48:eb:7d", "network": {"id": "05a88fa4-389c-4434-b0e8-11ae54707e08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-275657661", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3859a5d307934033ac5047d099da0324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f8e3b9-06", "ovs_interfaceid": "b7f8e3b9-06c1-4d2e-865e-7b262d29512f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.992360] env[65683]: DEBUG nova.scheduler.client.report [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.095478] env[65683]: DEBUG oslo_vmware.api [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291541} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.096104] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433371, 'name': CreateVM_Task, 'duration_secs': 0.476204} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.096338] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.096509] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.097110] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.097110] env[65683]: INFO nova.compute.manager [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Took 0.67 seconds to destroy the instance on the hypervisor. [ 891.097110] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 891.097286] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.097507] env[65683]: DEBUG nova.compute.manager [-] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 891.097582] env[65683]: DEBUG nova.network.neutron [-] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 891.097789] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.100053] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.100551] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.100551] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.101053] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a94bbb-b024-4a45-8aa2-dcf721f65554 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.108795] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 891.108795] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bce17d-28bd-e39d-cd8e-424eb6ce0af8" [ 891.108795] env[65683]: _type = "Task" [ 891.108795] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.119885] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bce17d-28bd-e39d-cd8e-424eb6ce0af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.138766] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.171859] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552796} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.172098] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5/6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.172323] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.172660] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c9672e-838a-430b-b619-e6ab119d801c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.181305] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 891.181305] env[65683]: value = "task-4433374" [ 891.181305] env[65683]: _type = "Task" [ 891.181305] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.197315] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.245605] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509689} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.245970] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] aaf33bfd-612c-4884-922a-ea0c0af1f72a/aaf33bfd-612c-4884-922a-ea0c0af1f72a.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.246231] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.246790] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba4feed7-6af1-48bb-ad83-646f6eff76c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.257198] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 891.257198] env[65683]: value = "task-4433375" [ 891.257198] env[65683]: _type = "Task" [ 891.257198] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.269922] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.275760] env[65683]: DEBUG nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 891.463163] env[65683]: DEBUG oslo_concurrency.lockutils [req-0c9ccbbf-bbc1-42d3-adf2-7e0e0ca64e9a req-23093f3b-d15c-4b6b-827a-3125d84a046d service nova] Releasing lock "refresh_cache-fb6cadc8-5615-4da1-aed7-09604f51cdc4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.463289] env[65683]: DEBUG nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 891.481729] env[65683]: DEBUG oslo_concurrency.lockutils [req-5bd2b193-fb4a-432b-9e1d-d29a0944f8cb req-bc6516b3-0472-4c2d-83d1-f5540ee980fb service nova] Releasing lock "refresh_cache-aaf33bfd-612c-4884-922a-ea0c0af1f72a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.498955] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.503132] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.633s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.503132] env[65683]: DEBUG nova.objects.instance [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lazy-loading 'resources' on Instance uuid 69ac01dc-141d-4931-80b1-472217a25ad3 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.527230] env[65683]: INFO nova.scheduler.client.report [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Deleted allocations for instance a8c6b569-d9ff-4663-99eb-a8a7297b59ad [ 891.530680] env[65683]: DEBUG nova.compute.manager [req-3e0d5255-e425-4435-ad21-c32d009bcaf3 req-30be3718-45b2-4f75-a2fd-84df6b85e427 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Received event network-vif-deleted-e44ebac6-07fa-4ab2-ad48-2ffeab99f95a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.530877] env[65683]: INFO nova.compute.manager [req-3e0d5255-e425-4435-ad21-c32d009bcaf3 req-30be3718-45b2-4f75-a2fd-84df6b85e427 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Neutron deleted interface e44ebac6-07fa-4ab2-ad48-2ffeab99f95a; detaching it from the instance and deleting it from the info cache [ 891.531047] env[65683]: DEBUG nova.network.neutron [req-3e0d5255-e425-4435-ad21-c32d009bcaf3 req-30be3718-45b2-4f75-a2fd-84df6b85e427 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.620903] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bce17d-28bd-e39d-cd8e-424eb6ce0af8, 'name': SearchDatastore_Task, 'duration_secs': 0.056616} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.621145] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.621404] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.621661] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.621848] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.621972] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.622272] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a8205aa-0776-4392-bc2a-027b4f399d21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.637772] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.638037] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.638777] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6b3839-c01e-4427-9fd7-fc1b7bd1ee3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.646405] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 891.646405] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5279528e-0477-ec53-c05b-85a08fb5407c" [ 891.646405] env[65683]: _type = "Task" [ 891.646405] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.656987] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5279528e-0477-ec53-c05b-85a08fb5407c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.691896] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087585} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.692248] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.693050] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df1d4b1-494c-4aff-b04d-4f3952f93a70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.717194] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5/6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.717541] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62dab743-24f5-4d1f-85b9-9a8d88dd0b38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.739070] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 891.739070] env[65683]: value = "task-4433376" [ 891.739070] env[65683]: _type = "Task" [ 891.739070] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.748024] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.768899] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0812} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.769205] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.770020] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c3c85-e198-4d7b-b567-b23188ba167f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.797491] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] aaf33bfd-612c-4884-922a-ea0c0af1f72a/aaf33bfd-612c-4884-922a-ea0c0af1f72a.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.800372] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af3340b-b8ae-49ea-a75e-a6c240bff5df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.822316] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 891.822316] env[65683]: value = "task-4433377" [ 891.822316] env[65683]: _type = "Task" [ 891.822316] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.827261] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.834482] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.930026] env[65683]: DEBUG nova.network.neutron [-] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.991994] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.034570] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c98dc79a-4c6b-48fc-bcaa-24563b5c7b81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.039965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efbf1449-94a8-4f3b-b2af-50b7b8ee3474 tempest-AttachInterfacesUnderV243Test-1856629931 tempest-AttachInterfacesUnderV243Test-1856629931-project-member] Lock "a8c6b569-d9ff-4663-99eb-a8a7297b59ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.368s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.049918] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf572e2-6e2e-4cb9-9ca8-adbbddb9c0eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.099433] env[65683]: DEBUG nova.compute.manager [req-3e0d5255-e425-4435-ad21-c32d009bcaf3 req-30be3718-45b2-4f75-a2fd-84df6b85e427 service nova] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Detach interface failed, port_id=e44ebac6-07fa-4ab2-ad48-2ffeab99f95a, reason: Instance c6748496-ba51-4709-bca4-8c09d2be77e8 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.160203] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5279528e-0477-ec53-c05b-85a08fb5407c, 'name': SearchDatastore_Task, 'duration_secs': 0.062079} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.161010] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3fbfb0-5195-438e-9fca-dfe600a79d89 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.167754] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 892.167754] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5294489b-8cf7-be2d-fc14-d73e221d4548" [ 892.167754] env[65683]: _type = "Task" [ 892.167754] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.179583] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5294489b-8cf7-be2d-fc14-d73e221d4548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.249519] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433376, 'name': ReconfigVM_Task, 'duration_secs': 0.48482} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.252189] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5/6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.253055] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f60827f-d5c0-4ed4-9cb9-2593c656b485 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.260478] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 892.260478] env[65683]: value = "task-4433378" [ 892.260478] env[65683]: _type = "Task" [ 892.260478] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.272020] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433378, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.333713] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433377, 'name': ReconfigVM_Task, 'duration_secs': 0.32962} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.334001] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] aaf33bfd-612c-4884-922a-ea0c0af1f72a/aaf33bfd-612c-4884-922a-ea0c0af1f72a.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.334923] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45e7bddc-56bd-42c5-b360-ecf9fee3ed55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.341904] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 892.341904] env[65683]: value = "task-4433379" [ 892.341904] env[65683]: _type = "Task" [ 892.341904] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.351128] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433379, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.436013] env[65683]: INFO nova.compute.manager [-] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Took 1.34 seconds to deallocate network for instance. [ 892.464556] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490ddabb-3af2-4046-bb55-6021f1ac84ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.474129] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d900046-d29e-4080-ae5e-c8f64ca96a33 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.509166] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ee099d-28bd-4fc7-aa3f-8ed67a433fd8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.519055] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8ca5e-8cd4-4eb1-b369-80b0e246871c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.535915] env[65683]: DEBUG nova.compute.provider_tree [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.683834] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5294489b-8cf7-be2d-fc14-d73e221d4548, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.684150] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.684603] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.685073] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dfefb85-8491-401a-93be-a6afef1b5fda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.693784] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 892.693784] env[65683]: value = "task-4433380" [ 892.693784] env[65683]: _type = "Task" [ 892.693784] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.703772] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.771597] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433378, 'name': Rename_Task, 'duration_secs': 0.171217} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.771874] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.772140] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f52ed46-6ea7-43b0-8fbc-27685332f3d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.778822] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 892.778822] env[65683]: value = "task-4433381" [ 892.778822] env[65683]: _type = "Task" [ 892.778822] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.787645] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.857421] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433379, 'name': Rename_Task, 'duration_secs': 0.176609} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.857749] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.858092] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819b2c41-dc24-41ba-a16d-e7986c461075 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.866593] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 892.866593] env[65683]: value = "task-4433382" [ 892.866593] env[65683]: _type = "Task" [ 892.866593] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.878746] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.943286] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.040357] env[65683]: DEBUG nova.scheduler.client.report [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.207100] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433380, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.294546] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433381, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.377341] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.548243] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.550402] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.294s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.550634] env[65683]: DEBUG nova.objects.instance [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lazy-loading 'resources' on Instance uuid 91cf9555-8264-42f4-904d-8211f5c6b0cf {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.577794] env[65683]: INFO nova.scheduler.client.report [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Deleted allocations for instance 69ac01dc-141d-4931-80b1-472217a25ad3 [ 893.705836] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520402} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.706208] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.706462] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.706793] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d837c1bb-1adb-4903-a0fa-41e927b45be4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.717322] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 893.717322] env[65683]: value = "task-4433383" [ 893.717322] env[65683]: _type = "Task" [ 893.717322] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.728720] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.792441] env[65683]: DEBUG oslo_vmware.api [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433381, 'name': PowerOnVM_Task, 'duration_secs': 0.581486} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.792441] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.792660] env[65683]: INFO nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Took 8.84 seconds to spawn the instance on the hypervisor. [ 893.792949] env[65683]: DEBUG nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 893.796021] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184b2406-9e52-473a-9d23-1709c922d2dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.878292] env[65683]: DEBUG oslo_vmware.api [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433382, 'name': PowerOnVM_Task, 'duration_secs': 0.763976} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.878576] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.878797] env[65683]: INFO nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Took 11.62 seconds to spawn the instance on the hypervisor. [ 893.878979] env[65683]: DEBUG nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 893.879792] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623efab-7fd9-4518-87dd-d1a4d002b01e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.087592] env[65683]: DEBUG oslo_concurrency.lockutils [None req-823d82f9-9a9c-448e-b7ea-562044478d90 tempest-ListServerFiltersTestJSON-129772598 tempest-ListServerFiltersTestJSON-129772598-project-member] Lock "69ac01dc-141d-4931-80b1-472217a25ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.901s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.237725] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07985} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.238098] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.238988] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e360b06-c21e-4306-911b-0e69da789ccc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.263198] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.267071] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605d55cf-b933-4919-a11a-c9b398523ba8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.291425] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 894.291425] env[65683]: value = "task-4433384" [ 894.291425] env[65683]: _type = "Task" [ 894.291425] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.302633] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.317074] env[65683]: INFO nova.compute.manager [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Took 39.53 seconds to build instance. [ 894.406574] env[65683]: INFO nova.compute.manager [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Took 48.49 seconds to build instance. [ 894.613069] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea7031-ac83-483e-9f26-c5ac46ebbc7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.622255] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72dcebf-7a72-4942-bcd4-b56c6b37eae8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.656455] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d0721-28b9-46e4-bec6-d06c74a169a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.665833] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d4fee9-29b9-4f74-8274-ba97b9827dad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.681930] env[65683]: DEBUG nova.compute.provider_tree [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.803478] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.822736] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6a35d758-1758-42ec-ae08-332fc539e786 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.046s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.907617] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04c1a3f4-9733-4efb-8557-f44255cc00e2 tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.998s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.191134] env[65683]: DEBUG nova.scheduler.client.report [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.303785] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433384, 'name': ReconfigVM_Task, 'duration_secs': 0.702886} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.304255] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e/18b9d973-6729-47b1-8585-3ba385e9815e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.305063] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab0b1ac-5406-4d2e-8631-540510d074d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.315440] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 895.315440] env[65683]: value = "task-4433385" [ 895.315440] env[65683]: _type = "Task" [ 895.315440] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.327705] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433385, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.696898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.699545] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.175s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.701619] env[65683]: INFO nova.compute.claims [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.728775] env[65683]: INFO nova.scheduler.client.report [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Deleted allocations for instance 91cf9555-8264-42f4-904d-8211f5c6b0cf [ 895.827620] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433385, 'name': Rename_Task, 'duration_secs': 0.372496} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.827948] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.828261] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39a35b06-8092-44b1-99c1-db7104d6af7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.836688] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 895.836688] env[65683]: value = "task-4433386" [ 895.836688] env[65683]: _type = "Task" [ 895.836688] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.849235] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.169089] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.169363] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.169587] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.169796] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.169996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.175036] env[65683]: INFO nova.compute.manager [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Terminating instance [ 896.237582] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2a4f0bd-b80e-4946-8663-703adf8963de tempest-SecurityGroupsTestJSON-565160028 tempest-SecurityGroupsTestJSON-565160028-project-member] Lock "91cf9555-8264-42f4-904d-8211f5c6b0cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.039s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.353459] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.679811] env[65683]: DEBUG nova.compute.manager [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 896.680066] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.681242] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1e9517-0a57-494d-858d-24a1792e21ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.690138] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.690453] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c14b72-1f58-4292-ae1a-a320b197aa09 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.702940] env[65683]: DEBUG oslo_vmware.api [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 896.702940] env[65683]: value = "task-4433387" [ 896.702940] env[65683]: _type = "Task" [ 896.702940] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.720506] env[65683]: DEBUG oslo_vmware.api [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.849669] env[65683]: DEBUG oslo_vmware.api [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433386, 'name': PowerOnVM_Task, 'duration_secs': 0.899502} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.852930] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.853210] env[65683]: DEBUG nova.compute.manager [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 896.854315] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5aa3e3-e04f-430f-a8ac-ed92f1e2c941 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.174283] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efbbb25-edf1-4153-912f-8c27e1110170 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.182463] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d117187-952c-41b5-bc11-93cb87b7afe1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.216077] env[65683]: DEBUG nova.compute.manager [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 897.217320] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af1290-7209-411c-a2a6-62749ed2a4f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.223431] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65782c3-b0c9-47e3-b03d-281b349ccf64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.238621] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af0ed1-8e72-4384-a987-49287a2927b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.242869] env[65683]: DEBUG oslo_vmware.api [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433387, 'name': PowerOffVM_Task, 'duration_secs': 0.351238} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.243436] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.243602] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.244235] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82bb17bb-fafe-492a-abb9-246689426802 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.255215] env[65683]: DEBUG nova.compute.provider_tree [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.380743] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.386488] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.386751] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.386946] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Deleting the datastore file [datastore1] aaf33bfd-612c-4884-922a-ea0c0af1f72a {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.387249] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08132805-77b4-423f-9208-7f294f92a07e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.396080] env[65683]: DEBUG oslo_vmware.api [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for the task: (returnval){ [ 897.396080] env[65683]: value = "task-4433389" [ 897.396080] env[65683]: _type = "Task" [ 897.396080] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.404924] env[65683]: DEBUG oslo_vmware.api [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.745170] env[65683]: INFO nova.compute.manager [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] instance snapshotting [ 897.747998] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5ac48-7e60-417f-a052-225a8931ec6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.767696] env[65683]: DEBUG nova.scheduler.client.report [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.771643] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801f517f-4822-486f-9682-e78573b579de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.908163] env[65683]: DEBUG oslo_vmware.api [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.276896] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.276896] env[65683]: DEBUG nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 898.280129] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.750s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.280743] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.283173] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.738s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.283540] env[65683]: DEBUG nova.objects.instance [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'pci_requests' on Instance uuid 1847f3a7-41c8-41f2-bddb-2d7da65d0443 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.287329] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.291717] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ff5360a-1172-4566-8df8-7a877aa2b836 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.305152] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 898.305152] env[65683]: value = "task-4433390" [ 898.305152] env[65683]: _type = "Task" [ 898.305152] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.318631] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.321451] env[65683]: INFO nova.scheduler.client.report [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Deleted allocations for instance 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a [ 898.409652] env[65683]: DEBUG oslo_vmware.api [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Task: {'id': task-4433389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55912} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.409955] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.410147] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.410319] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.410491] env[65683]: INFO nova.compute.manager [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Took 1.73 seconds to destroy the instance on the hypervisor. [ 898.410728] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 898.410946] env[65683]: DEBUG nova.compute.manager [-] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 898.411048] env[65683]: DEBUG nova.network.neutron [-] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 898.411369] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.788711] env[65683]: DEBUG nova.compute.utils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.791378] env[65683]: DEBUG nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 898.791652] env[65683]: DEBUG nova.network.neutron [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 898.791988] env[65683]: WARNING neutronclient.v2_0.client [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.792337] env[65683]: WARNING neutronclient.v2_0.client [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.796070] env[65683]: DEBUG nova.objects.instance [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'numa_topology' on Instance uuid 1847f3a7-41c8-41f2-bddb-2d7da65d0443 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.820025] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433390, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.831639] env[65683]: DEBUG oslo_concurrency.lockutils [None req-52b28c84-3431-4b29-b929-771d688eb370 tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "1019dc1b-33fc-45a7-9eb9-d7baf4950e1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.310s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.295589] env[65683]: DEBUG nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 899.299594] env[65683]: INFO nova.compute.claims [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.322680] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433390, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.381546] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.462910] env[65683]: DEBUG nova.policy [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ba7974bb62a40a6b3cff4e280c50bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1736e3bb91564457a061d6f16c37c841', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.832179] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433390, 'name': CreateSnapshot_Task, 'duration_secs': 1.086345} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.832335] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.833177] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22dc6d9-9899-41b1-99a0-7c678e84c955 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.029444] env[65683]: DEBUG nova.network.neutron [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Successfully created port: c81b1713-222f-4b49-94c1-02f75bf69327 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 900.306275] env[65683]: DEBUG nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 900.347450] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879da05-ba18-46ae-8826-b86db0f21ddf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.354358] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 900.354358] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.356402] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 900.356402] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.356402] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 900.356402] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 900.356402] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.356698] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 900.356698] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 900.356808] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 900.357058] env[65683]: DEBUG nova.virt.hardware [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 900.357988] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4c7398-1e63-463e-aeb6-075829d9f241 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.372582] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.375577] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db52dad1-9f19-4faf-ac9d-eef60e9a6aca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.379871] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550ce29-a984-4e9c-a217-3c5b4d4c0331 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.386859] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3264897-4bb4-49bf-9846-9cfcf019bfcd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.416463] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 900.416463] env[65683]: value = "task-4433391" [ 900.416463] env[65683]: _type = "Task" [ 900.416463] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.418704] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcdf7c3-8379-4c51-92c3-6b795dc8f944 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.441019] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b31e5-e268-4abd-b56c-5003ac8f0721 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.445140] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433391, 'name': CloneVM_Task} progress is 12%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.456358] env[65683]: DEBUG nova.compute.provider_tree [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.566851] env[65683]: DEBUG nova.network.neutron [-] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.929955] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433391, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.959754] env[65683]: DEBUG nova.scheduler.client.report [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.071966] env[65683]: INFO nova.compute.manager [-] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Took 2.66 seconds to deallocate network for instance. [ 901.227131] env[65683]: DEBUG nova.compute.manager [req-8e66e2da-fcfe-4a31-851b-daccfb49d438 req-5a8b4652-1ebc-4ac7-9d0b-0e8257fae3be service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received event network-vif-deleted-b7f8e3b9-06c1-4d2e-865e-7b262d29512f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 901.372967] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "8592e736-1222-4c2e-a02b-586f02954cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.372967] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "8592e736-1222-4c2e-a02b-586f02954cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.431497] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433391, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.466935] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.184s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.467352] env[65683]: WARNING neutronclient.v2_0.client [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.469930] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.070s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.568025] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "927c15be-372d-4717-8098-da81f7890cb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.568025] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "927c15be-372d-4717-8098-da81f7890cb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.585838] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.738852] env[65683]: INFO nova.network.neutron [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating port 6c02b558-4061-4814-87d2-971e99c2bcce with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 901.753539] env[65683]: DEBUG nova.network.neutron [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Successfully updated port: c81b1713-222f-4b49-94c1-02f75bf69327 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 901.876032] env[65683]: DEBUG nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 901.931194] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433391, 'name': CloneVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.072264] env[65683]: DEBUG nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 902.258105] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "refresh_cache-d2a10b9c-3f41-416e-b966-0e86ff59d1ca" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.258105] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquired lock "refresh_cache-d2a10b9c-3f41-416e-b966-0e86ff59d1ca" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.258105] env[65683]: DEBUG nova.network.neutron [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 902.401959] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.432926] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433391, 'name': CloneVM_Task, 'duration_secs': 1.55573} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.433300] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Created linked-clone VM from snapshot [ 902.435242] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11e964-09c5-4b63-aeda-ac835fa21232 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.443570] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Uploading image d176c530-00ae-40e9-bd6b-9025dcaa15fc {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.448248] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864722e8-89f1-4328-87b8-6459f62b3e7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.456187] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae51299-91ab-4ca2-bb84-95a75306cb28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.491084] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e59f123-b19c-4684-9716-6175851ca7e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.500421] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d46f04-569e-4112-af70-ab9c26b0e53c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.506501] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.506501] env[65683]: value = "vm-867251" [ 902.506501] env[65683]: _type = "VirtualMachine" [ 902.506501] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.506776] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0751462-e1d3-435a-8d4f-35edacf032e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.519970] env[65683]: DEBUG nova.compute.provider_tree [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.523061] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease: (returnval){ [ 902.523061] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bcf373-f9e5-8c9d-c6a9-3187cdb4e636" [ 902.523061] env[65683]: _type = "HttpNfcLease" [ 902.523061] env[65683]: } obtained for exporting VM: (result){ [ 902.523061] env[65683]: value = "vm-867251" [ 902.523061] env[65683]: _type = "VirtualMachine" [ 902.523061] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.523440] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the lease: (returnval){ [ 902.523440] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bcf373-f9e5-8c9d-c6a9-3187cdb4e636" [ 902.523440] env[65683]: _type = "HttpNfcLease" [ 902.523440] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.531018] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.531018] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bcf373-f9e5-8c9d-c6a9-3187cdb4e636" [ 902.531018] env[65683]: _type = "HttpNfcLease" [ 902.531018] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.531939] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.531939] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bcf373-f9e5-8c9d-c6a9-3187cdb4e636" [ 902.531939] env[65683]: _type = "HttpNfcLease" [ 902.531939] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.532706] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c183c38c-e79c-462a-b653-7ab6e9780e3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.542178] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdc173-eb11-46ac-0705-b17ece19a006/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.542383] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdc173-eb11-46ac-0705-b17ece19a006/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.615122] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.640225] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4060c8d3-2420-4c8e-839a-17fa1b7a189b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.025729] env[65683]: DEBUG nova.scheduler.client.report [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.345658] env[65683]: DEBUG nova.network.neutron [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 903.917993] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.917993] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.917993] env[65683]: DEBUG nova.network.neutron [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 903.956981] env[65683]: WARNING neutronclient.v2_0.client [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.041151] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.571s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.045404] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.218s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.047294] env[65683]: INFO nova.compute.claims [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.055943] env[65683]: DEBUG nova.network.neutron [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Updating instance_info_cache with network_info: [{"id": "c81b1713-222f-4b49-94c1-02f75bf69327", "address": "fa:16:3e:15:1b:bc", "network": {"id": "fa246ddc-e92c-4098-a827-ca7f4c4bb7c3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-765682477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1736e3bb91564457a061d6f16c37c841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81b1713-22", "ovs_interfaceid": "c81b1713-222f-4b49-94c1-02f75bf69327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.177367] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "18b9d973-6729-47b1-8585-3ba385e9815e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.177760] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "18b9d973-6729-47b1-8585-3ba385e9815e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.178134] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "18b9d973-6729-47b1-8585-3ba385e9815e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.178442] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "18b9d973-6729-47b1-8585-3ba385e9815e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.178729] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "18b9d973-6729-47b1-8585-3ba385e9815e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.181623] env[65683]: INFO nova.compute.manager [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Terminating instance [ 904.421322] env[65683]: WARNING neutronclient.v2_0.client [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.469209] env[65683]: DEBUG nova.compute.manager [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Received event network-vif-deleted-d42d4121-fc32-4353-9278-d8d951a31d7b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.469443] env[65683]: DEBUG nova.compute.manager [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Received event network-vif-plugged-c81b1713-222f-4b49-94c1-02f75bf69327 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.471234] env[65683]: DEBUG oslo_concurrency.lockutils [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] Acquiring lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.471234] env[65683]: DEBUG oslo_concurrency.lockutils [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.472245] env[65683]: DEBUG oslo_concurrency.lockutils [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.472568] env[65683]: DEBUG nova.compute.manager [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] No waiting events found dispatching network-vif-plugged-c81b1713-222f-4b49-94c1-02f75bf69327 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 904.472817] env[65683]: WARNING nova.compute.manager [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Received unexpected event network-vif-plugged-c81b1713-222f-4b49-94c1-02f75bf69327 for instance with vm_state building and task_state spawning. [ 904.473410] env[65683]: DEBUG nova.compute.manager [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Received event network-changed-c81b1713-222f-4b49-94c1-02f75bf69327 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.473410] env[65683]: DEBUG nova.compute.manager [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Refreshing instance network info cache due to event network-changed-c81b1713-222f-4b49-94c1-02f75bf69327. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 904.473644] env[65683]: DEBUG oslo_concurrency.lockutils [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] Acquiring lock "refresh_cache-d2a10b9c-3f41-416e-b966-0e86ff59d1ca" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.559131] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Releasing lock "refresh_cache-d2a10b9c-3f41-416e-b966-0e86ff59d1ca" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.559505] env[65683]: DEBUG nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Instance network_info: |[{"id": "c81b1713-222f-4b49-94c1-02f75bf69327", "address": "fa:16:3e:15:1b:bc", "network": {"id": "fa246ddc-e92c-4098-a827-ca7f4c4bb7c3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-765682477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1736e3bb91564457a061d6f16c37c841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81b1713-22", "ovs_interfaceid": "c81b1713-222f-4b49-94c1-02f75bf69327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 904.561269] env[65683]: DEBUG oslo_concurrency.lockutils [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] Acquired lock "refresh_cache-d2a10b9c-3f41-416e-b966-0e86ff59d1ca" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.562327] env[65683]: DEBUG nova.network.neutron [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Refreshing network info cache for port c81b1713-222f-4b49-94c1-02f75bf69327 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.567344] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:1b:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c81b1713-222f-4b49-94c1-02f75bf69327', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.574246] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Creating folder: Project (1736e3bb91564457a061d6f16c37c841). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.575755] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550b0330-7e40-4fdd-975c-397bc4cebd16 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.594839] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Created folder: Project (1736e3bb91564457a061d6f16c37c841) in parent group-v867054. [ 904.594839] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Creating folder: Instances. Parent ref: group-v867252. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.594839] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a7c2fd1-60c7-46d3-8759-1237e024a853 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.615266] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Created folder: Instances in parent group-v867252. [ 904.615266] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 904.615266] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.615266] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10a60399-d044-49e4-bb6e-0edc7f11b56c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.641542] env[65683]: INFO nova.scheduler.client.report [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted allocation for migration 2fd85159-4901-47a2-980c-babcd9c0e32b [ 904.645718] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.645718] env[65683]: value = "task-4433395" [ 904.645718] env[65683]: _type = "Task" [ 904.645718] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.659325] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433395, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.688163] env[65683]: WARNING neutronclient.v2_0.client [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.693148] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "refresh_cache-18b9d973-6729-47b1-8585-3ba385e9815e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.693697] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "refresh_cache-18b9d973-6729-47b1-8585-3ba385e9815e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.694308] env[65683]: DEBUG nova.network.neutron [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.802480] env[65683]: DEBUG nova.network.neutron [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c02b558-40", "ovs_interfaceid": "6c02b558-4061-4814-87d2-971e99c2bcce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.805631] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "ac264115-3fd3-4cc3-b700-dd918838b320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.805631] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.805631] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.806317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.806317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.808756] env[65683]: INFO nova.compute.manager [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Terminating instance [ 905.031355] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.032133] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.032289] env[65683]: DEBUG nova.objects.instance [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'flavor' on Instance uuid 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.076506] env[65683]: WARNING neutronclient.v2_0.client [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.087389] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "d5f14d6d-5b84-484d-9f20-353821fbccf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.087808] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.155225] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5361989b-3092-4622-98c8-f814ec9061f1 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.880s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.164955] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433395, 'name': CreateVM_Task, 'duration_secs': 0.516754} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.164955] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.164955] env[65683]: WARNING neutronclient.v2_0.client [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.164955] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.164955] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.165465] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.165707] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b4f053-ff12-46c8-9283-e813e9b31607 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.172370] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 905.172370] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b640e0-117d-4b6d-3e45-6fcc5207aa82" [ 905.172370] env[65683]: _type = "Task" [ 905.172370] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.187914] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b640e0-117d-4b6d-3e45-6fcc5207aa82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.198652] env[65683]: WARNING neutronclient.v2_0.client [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.228780] env[65683]: DEBUG nova.network.neutron [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 905.313228] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.319467] env[65683]: DEBUG nova.compute.manager [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 905.319840] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.323070] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a8cdb-04a0-4f17-b471-32223c744ae6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.332190] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.333242] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e363c15-ab23-48bf-8ddd-5363aa9b6dc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.342288] env[65683]: DEBUG oslo_vmware.api [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 905.342288] env[65683]: value = "task-4433396" [ 905.342288] env[65683]: _type = "Task" [ 905.342288] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.351331] env[65683]: DEBUG nova.network.neutron [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.358915] env[65683]: DEBUG oslo_vmware.api [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.360858] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b5342b6bab299cee45a421b6a24b2c4',container_format='bare',created_at=2025-11-14T02:42:30Z,direct_url=,disk_format='vmdk',id=a3424d73-d366-4e3e-acf5-909863e1e73e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1482034189-shelved',owner='f6753795ffac47daab897d28c0f14f20',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-14T02:42:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 905.361261] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.361447] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 905.361634] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.361774] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 905.361917] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 905.362498] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 905.362498] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 905.362498] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 905.362696] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 905.365922] env[65683]: DEBUG nova.virt.hardware [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 905.367310] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf02191-4ce7-43aa-920e-50f6b707fd8a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.380987] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92afa01a-8b53-4a95-b729-835299d1d51a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.405050] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:df:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c02b558-4061-4814-87d2-971e99c2bcce', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.412830] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 905.416152] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.416656] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-763073f6-86ff-4d4b-af6e-0bd3099a6d84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.434163] env[65683]: WARNING neutronclient.v2_0.client [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.446288] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.446288] env[65683]: value = "task-4433397" [ 905.446288] env[65683]: _type = "Task" [ 905.446288] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.454632] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433397, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.539896] env[65683]: WARNING neutronclient.v2_0.client [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.539896] env[65683]: DEBUG nova.objects.instance [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'pci_requests' on Instance uuid 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.561881] env[65683]: DEBUG nova.network.neutron [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Updated VIF entry in instance network info cache for port c81b1713-222f-4b49-94c1-02f75bf69327. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 905.562263] env[65683]: DEBUG nova.network.neutron [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Updating instance_info_cache with network_info: [{"id": "c81b1713-222f-4b49-94c1-02f75bf69327", "address": "fa:16:3e:15:1b:bc", "network": {"id": "fa246ddc-e92c-4098-a827-ca7f4c4bb7c3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-765682477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1736e3bb91564457a061d6f16c37c841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81b1713-22", "ovs_interfaceid": "c81b1713-222f-4b49-94c1-02f75bf69327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.591183] env[65683]: DEBUG nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 905.652172] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7925105-7aea-4e0f-a6dd-c0ccd85ba1ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.664222] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e6b54-50c1-421b-a0e9-c5fc1950c89a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.699658] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b33ac1-ee3d-4096-9fb8-0b8a704199dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.712656] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab8217-147b-450b-8892-a3b2010f440a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.717143] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b640e0-117d-4b6d-3e45-6fcc5207aa82, 'name': SearchDatastore_Task, 'duration_secs': 0.027854} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.717482] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.717729] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.717981] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.718174] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.718369] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.719131] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b55aeb7-1b3b-4c47-a10c-041f941af091 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.731618] env[65683]: DEBUG nova.compute.provider_tree [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.747772] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.747961] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.748759] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ead6ee-12d3-48a8-ac4a-fc72210641b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.755448] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 905.755448] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a32e56-9f05-3ae8-3822-ee8e2d794319" [ 905.755448] env[65683]: _type = "Task" [ 905.755448] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.767588] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a32e56-9f05-3ae8-3822-ee8e2d794319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.855139] env[65683]: DEBUG oslo_vmware.api [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433396, 'name': PowerOffVM_Task, 'duration_secs': 0.3218} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.855139] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.855375] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.855593] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef29d9fa-cacd-4528-aa41-ac738c7be0d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.865044] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "refresh_cache-18b9d973-6729-47b1-8585-3ba385e9815e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.865508] env[65683]: DEBUG nova.compute.manager [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 905.865711] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.866763] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d72cf-530e-444a-a3c5-07a10490e707 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.878026] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.878026] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c0c28a9-a082-40f4-bf22-e84edc998b6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.893812] env[65683]: DEBUG oslo_vmware.api [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 905.893812] env[65683]: value = "task-4433399" [ 905.893812] env[65683]: _type = "Task" [ 905.893812] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.906396] env[65683]: DEBUG oslo_vmware.api [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.941724] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.942124] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.942225] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Deleting the datastore file [datastore1] ac264115-3fd3-4cc3-b700-dd918838b320 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.942636] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aa44855-cf7e-4074-afd0-07bc13b49684 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.954906] env[65683]: DEBUG oslo_vmware.api [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for the task: (returnval){ [ 905.954906] env[65683]: value = "task-4433400" [ 905.954906] env[65683]: _type = "Task" [ 905.954906] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.959146] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433397, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.969251] env[65683]: DEBUG oslo_vmware.api [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.043431] env[65683]: DEBUG nova.objects.base [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Object Instance<3600119a-0d53-4794-9aa3-e4b625023252> lazy-loaded attributes: flavor,pci_requests {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 906.043897] env[65683]: DEBUG nova.network.neutron [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 906.044264] env[65683]: WARNING neutronclient.v2_0.client [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.044649] env[65683]: WARNING neutronclient.v2_0.client [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.064953] env[65683]: DEBUG oslo_concurrency.lockutils [req-d480020e-40ce-4a7c-a78c-b56c768915df req-a3a42fb1-c8f1-4fb6-a0b9-338521a8340d service nova] Releasing lock "refresh_cache-d2a10b9c-3f41-416e-b966-0e86ff59d1ca" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.124387] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.187475] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4c7d7ff6-8d24-4979-9fc4-3c019ab627fc tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.156s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.236381] env[65683]: DEBUG nova.scheduler.client.report [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.269400] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a32e56-9f05-3ae8-3822-ee8e2d794319, 'name': SearchDatastore_Task, 'duration_secs': 0.026656} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.270492] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8301a1e-eceb-4787-a6ff-c3affeaa1340 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.278448] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 906.278448] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5289c38b-a785-10ae-e4fa-aed35efb2771" [ 906.278448] env[65683]: _type = "Task" [ 906.278448] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.289032] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5289c38b-a785-10ae-e4fa-aed35efb2771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.409540] env[65683]: DEBUG oslo_vmware.api [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433399, 'name': PowerOffVM_Task, 'duration_secs': 0.16815} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.409884] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.409943] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.410238] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7caa5a3-a337-4e9a-a156-7270da38cee5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.443966] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.445040] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.445040] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleting the datastore file [datastore1] 18b9d973-6729-47b1-8585-3ba385e9815e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.445040] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb46a960-55ad-46ee-92dd-a61517795707 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.458802] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433397, 'name': CreateVM_Task, 'duration_secs': 0.582623} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.460361] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.460725] env[65683]: DEBUG oslo_vmware.api [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 906.460725] env[65683]: value = "task-4433402" [ 906.460725] env[65683]: _type = "Task" [ 906.460725] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.464707] env[65683]: WARNING neutronclient.v2_0.client [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.465165] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.465380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.465806] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.466232] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2288b540-7295-480c-9f57-f730ae8bb282 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.476153] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 906.476153] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5265793b-4ee2-cfd4-6dde-e4c1fa455b6f" [ 906.476153] env[65683]: _type = "Task" [ 906.476153] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.482864] env[65683]: DEBUG oslo_vmware.api [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Task: {'id': task-4433400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369886} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.483141] env[65683]: DEBUG oslo_vmware.api [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.486860] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.487075] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.487305] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.487779] env[65683]: INFO nova.compute.manager [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Took 1.17 seconds to destroy the instance on the hypervisor. [ 906.487869] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 906.488034] env[65683]: DEBUG nova.compute.manager [-] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 906.488162] env[65683]: DEBUG nova.network.neutron [-] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 906.488462] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.501222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.501222] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Processing image a3424d73-d366-4e3e-acf5-909863e1e73e {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.501222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e/a3424d73-d366-4e3e-acf5-909863e1e73e.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.501222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e/a3424d73-d366-4e3e-acf5-909863e1e73e.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.501222] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.501222] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e2a3ac7-c4f3-46e8-92fa-6ddf8915a6f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.511804] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.512194] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.513274] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7cc982-dcc2-48e0-afec-bf131e3afd49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.521894] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 906.521894] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527731ce-6667-98be-a46a-bf55b4975b71" [ 906.521894] env[65683]: _type = "Task" [ 906.521894] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.537031] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527731ce-6667-98be-a46a-bf55b4975b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.583821] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.742976] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.743829] env[65683]: DEBUG nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 906.748060] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.755s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.750862] env[65683]: INFO nova.compute.claims [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.799310] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5289c38b-a785-10ae-e4fa-aed35efb2771, 'name': SearchDatastore_Task, 'duration_secs': 0.02046} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.799693] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.799976] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] d2a10b9c-3f41-416e-b966-0e86ff59d1ca/d2a10b9c-3f41-416e-b966-0e86ff59d1ca.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.800288] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fe84a7f-e73f-463b-98bd-7352d80eb9fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.809138] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 906.809138] env[65683]: value = "task-4433403" [ 906.809138] env[65683]: _type = "Task" [ 906.809138] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.821150] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.979040] env[65683]: DEBUG oslo_vmware.api [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282099} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.979040] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.979040] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.979040] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.979040] env[65683]: INFO nova.compute.manager [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 906.979040] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 906.979040] env[65683]: DEBUG nova.compute.manager [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 906.979040] env[65683]: DEBUG nova.network.neutron [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 906.979040] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.001130] env[65683]: DEBUG nova.network.neutron [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.001512] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.038414] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Preparing fetch location {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 907.038414] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Fetch image to [datastore1] OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752/OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752.vmdk {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 907.038414] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Downloading stream optimized image a3424d73-d366-4e3e-acf5-909863e1e73e to [datastore1] OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752/OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752.vmdk on the data store datastore1 as vApp {{(pid=65683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 907.038414] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Downloading image file data a3424d73-d366-4e3e-acf5-909863e1e73e to the ESX as VM named 'OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752' {{(pid=65683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 907.149876] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 907.149876] env[65683]: value = "resgroup-9" [ 907.149876] env[65683]: _type = "ResourcePool" [ 907.149876] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 907.150651] env[65683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-681edd57-d7f0-47c3-b5ba-4025903740f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.177009] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease: (returnval){ [ 907.177009] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525a8ab5-fe6b-f798-257f-7fc050edf9d4" [ 907.177009] env[65683]: _type = "HttpNfcLease" [ 907.177009] env[65683]: } obtained for vApp import into resource pool (val){ [ 907.177009] env[65683]: value = "resgroup-9" [ 907.177009] env[65683]: _type = "ResourcePool" [ 907.177009] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 907.177367] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the lease: (returnval){ [ 907.177367] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525a8ab5-fe6b-f798-257f-7fc050edf9d4" [ 907.177367] env[65683]: _type = "HttpNfcLease" [ 907.177367] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.186765] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.186765] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525a8ab5-fe6b-f798-257f-7fc050edf9d4" [ 907.186765] env[65683]: _type = "HttpNfcLease" [ 907.186765] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.257084] env[65683]: DEBUG nova.compute.utils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.263682] env[65683]: DEBUG nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 907.324545] env[65683]: DEBUG nova.network.neutron [-] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.332442] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.505689] env[65683]: DEBUG nova.network.neutron [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.508993] env[65683]: DEBUG nova.compute.manager [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-vif-plugged-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.509385] env[65683]: DEBUG oslo_concurrency.lockutils [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.510255] env[65683]: DEBUG oslo_concurrency.lockutils [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.510255] env[65683]: DEBUG oslo_concurrency.lockutils [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.510255] env[65683]: DEBUG nova.compute.manager [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] No waiting events found dispatching network-vif-plugged-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 907.510458] env[65683]: WARNING nova.compute.manager [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received unexpected event network-vif-plugged-6c02b558-4061-4814-87d2-971e99c2bcce for instance with vm_state shelved_offloaded and task_state spawning. [ 907.511180] env[65683]: DEBUG nova.compute.manager [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.511430] env[65683]: DEBUG nova.compute.manager [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing instance network info cache due to event network-changed-6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 907.512615] env[65683]: DEBUG oslo_concurrency.lockutils [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] Acquiring lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.512615] env[65683]: DEBUG oslo_concurrency.lockutils [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] Acquired lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.512615] env[65683]: DEBUG nova.network.neutron [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Refreshing network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.687134] env[65683]: DEBUG nova.compute.manager [req-06b8d0b5-40b5-4cbd-8ed6-447f27348b8c req-ba5a876d-b809-4c17-b3f4-e43e4127646f service nova] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Received event network-vif-deleted-34659e3a-02fa-4461-b47d-979353a0f5a9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.694091] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.694091] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525a8ab5-fe6b-f798-257f-7fc050edf9d4" [ 907.694091] env[65683]: _type = "HttpNfcLease" [ 907.694091] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.733252] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.733490] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.767179] env[65683]: DEBUG nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 907.826974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "05953b83-4821-4233-86ef-49e3bc492c1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.826974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "05953b83-4821-4233-86ef-49e3bc492c1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.827192] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "05953b83-4821-4233-86ef-49e3bc492c1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.827367] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "05953b83-4821-4233-86ef-49e3bc492c1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.827541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "05953b83-4821-4233-86ef-49e3bc492c1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.829333] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640653} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.829854] env[65683]: INFO nova.compute.manager [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Terminating instance [ 907.832791] env[65683]: INFO nova.compute.manager [-] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Took 1.34 seconds to deallocate network for instance. [ 907.833127] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] d2a10b9c-3f41-416e-b966-0e86ff59d1ca/d2a10b9c-3f41-416e-b966-0e86ff59d1ca.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.833539] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.839219] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139b0f90-39b9-441a-8700-e1f61b9257a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.853664] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 907.853664] env[65683]: value = "task-4433405" [ 907.853664] env[65683]: _type = "Task" [ 907.853664] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.871301] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.014846] env[65683]: INFO nova.compute.manager [-] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Took 1.04 seconds to deallocate network for instance. [ 908.017203] env[65683]: WARNING neutronclient.v2_0.client [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.105326] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.105326] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.105326] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.105326] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.105529] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.108101] env[65683]: INFO nova.compute.manager [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Terminating instance [ 908.194091] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.194091] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525a8ab5-fe6b-f798-257f-7fc050edf9d4" [ 908.194091] env[65683]: _type = "HttpNfcLease" [ 908.194091] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.194466] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.194466] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525a8ab5-fe6b-f798-257f-7fc050edf9d4" [ 908.194466] env[65683]: _type = "HttpNfcLease" [ 908.194466] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 908.195530] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b099e0b-6b00-452e-8dcb-0d95c89047a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.208966] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a5fd-6c93-2bae-8f8c-44e4e8b40be4/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.208966] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a5fd-6c93-2bae-8f8c-44e4e8b40be4/disk-0.vmdk. {{(pid=65683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 908.269548] env[65683]: DEBUG nova.compute.utils [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.275025] env[65683]: WARNING neutronclient.v2_0.client [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.287766] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94ae2c72-b949-4124-9384-6ada5b200145 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.319759] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f93f27-2317-40ed-93d8-0ded4b1b9931 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.332049] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28317271-907b-4c6c-93f3-08c2ab49862b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.366544] env[65683]: DEBUG nova.compute.manager [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 908.366875] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.367828] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.369262] env[65683]: DEBUG nova.network.neutron [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updated VIF entry in instance network info cache for port 6c02b558-4061-4814-87d2-971e99c2bcce. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 908.369707] env[65683]: DEBUG nova.network.neutron [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [{"id": "6c02b558-4061-4814-87d2-971e99c2bcce", "address": "fa:16:3e:c0:df:05", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c02b558-40", "ovs_interfaceid": "6c02b558-4061-4814-87d2-971e99c2bcce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.371565] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3939c32-1e98-4647-9c02-a8092769e3df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.378959] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734458c6-8eeb-407f-bfc9-deb4c6f3020d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.388979] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081089} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.393448] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.394236] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.395027] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e54558-209c-4889-90c2-7ad869f7260a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.398626] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52c9bc-e362-4840-aa49-2960f84432be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.403216] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41519b23-8533-4757-969e-963235dd304e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.417415] env[65683]: DEBUG nova.compute.provider_tree [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.430261] env[65683]: DEBUG oslo_vmware.api [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 908.430261] env[65683]: value = "task-4433406" [ 908.430261] env[65683]: _type = "Task" [ 908.430261] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.441027] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d2a10b9c-3f41-416e-b966-0e86ff59d1ca/d2a10b9c-3f41-416e-b966-0e86ff59d1ca.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.442309] env[65683]: DEBUG nova.scheduler.client.report [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.446416] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6507f71-c3e7-475e-b6d0-c5ed3a4d1a8a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.479461] env[65683]: DEBUG oslo_vmware.api [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.484130] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 908.484130] env[65683]: value = "task-4433407" [ 908.484130] env[65683]: _type = "Task" [ 908.484130] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.493153] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.526454] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.611658] env[65683]: DEBUG nova.compute.manager [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 908.611938] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.614412] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2127b22-4174-4f59-897a-797f40604592 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.626884] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.630542] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efed0d45-5752-4e7d-b6cd-f8612bf0712c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.641309] env[65683]: DEBUG oslo_vmware.api [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 908.641309] env[65683]: value = "task-4433408" [ 908.641309] env[65683]: _type = "Task" [ 908.641309] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.655637] env[65683]: DEBUG oslo_vmware.api [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.783575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.050s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.788125] env[65683]: DEBUG nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 908.882586] env[65683]: DEBUG oslo_concurrency.lockutils [req-4c9ee092-8678-47d8-8d61-35261b87c190 req-71a18701-3832-48aa-9793-4712eb6fe604 service nova] Releasing lock "refresh_cache-1847f3a7-41c8-41f2-bddb-2d7da65d0443" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.924989] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.925862] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.925862] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.925862] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.925862] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.926851] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.926851] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.926851] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.926851] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.927225] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.927289] env[65683]: DEBUG nova.virt.hardware [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.928695] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176a7fe1-2c9a-49db-ac1f-1bda71be7090 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.938742] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5e4cf-0c37-4e7b-ab91-ae493977bd2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.959362] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.966348] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Creating folder: Project (0eae17674be24bf6bed3b9ca745ecd68). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.969403] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.969960] env[65683]: DEBUG nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 908.972941] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fcfa0c9-cc1d-45e1-a339-af5446cd8951 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.980763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.038s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.981026] env[65683]: DEBUG nova.objects.instance [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lazy-loading 'resources' on Instance uuid c6748496-ba51-4709-bca4-8c09d2be77e8 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.982577] env[65683]: DEBUG oslo_vmware.api [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433406, 'name': PowerOffVM_Task, 'duration_secs': 0.27378} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.983634] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.983753] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.984687] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0558eaad-5f00-4b8c-9796-0eda6fabbf8c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.995820] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Created folder: Project (0eae17674be24bf6bed3b9ca745ecd68) in parent group-v867054. [ 908.995820] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Creating folder: Instances. Parent ref: group-v867257. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.997236] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f319fe4-ad8e-4055-b839-acc80584e88f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.004395] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.018212] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Created folder: Instances in parent group-v867257. [ 909.018509] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 909.018734] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.019872] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f11d85-78c9-40ca-b3e0-d4f8148845a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.050881] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.050881] env[65683]: value = "task-4433412" [ 909.050881] env[65683]: _type = "Task" [ 909.050881] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.063227] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433412, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.074634] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.076109] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.076109] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Deleting the datastore file [datastore2] 05953b83-4821-4233-86ef-49e3bc492c1d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.076109] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e220ff-37be-4281-9572-3085a09efe99 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.086899] env[65683]: DEBUG oslo_vmware.api [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for the task: (returnval){ [ 909.086899] env[65683]: value = "task-4433413" [ 909.086899] env[65683]: _type = "Task" [ 909.086899] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.101926] env[65683]: DEBUG oslo_vmware.api [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.159026] env[65683]: DEBUG oslo_vmware.api [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433408, 'name': PowerOffVM_Task, 'duration_secs': 0.240214} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.159026] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.159026] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.159792] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7d695d-1f98-4912-a4a2-6bcd5fc27ea6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.247915] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.248357] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.248357] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleting the datastore file [datastore2] 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.248760] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a81a42a-c305-4f59-9a3f-82a6f4ad6de7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.259136] env[65683]: DEBUG oslo_vmware.api [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 909.259136] env[65683]: value = "task-4433415" [ 909.259136] env[65683]: _type = "Task" [ 909.259136] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.276867] env[65683]: DEBUG oslo_vmware.api [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.477639] env[65683]: DEBUG nova.compute.utils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.479479] env[65683]: DEBUG nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 909.479708] env[65683]: DEBUG nova.network.neutron [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.480953] env[65683]: WARNING neutronclient.v2_0.client [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.480953] env[65683]: WARNING neutronclient.v2_0.client [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.505129] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.545565] env[65683]: DEBUG nova.policy [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45f17ff60a43419593db23c83f099a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f03a23d6c0c49c9943b73099f9573cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.565595] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433412, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.584763] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Completed reading data from the image iterator. {{(pid=65683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 909.585310] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a5fd-6c93-2bae-8f8c-44e4e8b40be4/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.586540] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc930f3-71df-4137-aac9-b131d272ef93 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.599271] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a5fd-6c93-2bae-8f8c-44e4e8b40be4/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.599271] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a5fd-6c93-2bae-8f8c-44e4e8b40be4/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 909.603681] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ebe175d6-be7c-4159-b4dd-2975edfdcae4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.606030] env[65683]: DEBUG oslo_vmware.api [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Task: {'id': task-4433413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283231} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.608831] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.609113] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.609346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.609926] env[65683]: INFO nova.compute.manager [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 909.609926] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 909.611138] env[65683]: DEBUG nova.compute.manager [-] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 909.611138] env[65683]: DEBUG nova.network.neutron [-] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 909.611310] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.654606] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.771156] env[65683]: DEBUG oslo_vmware.api [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217554} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.774400] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.774594] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.775118] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.775118] env[65683]: INFO nova.compute.manager [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 909.775436] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 909.776167] env[65683]: DEBUG nova.compute.manager [-] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 909.776299] env[65683]: DEBUG nova.network.neutron [-] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 909.776558] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.841379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.841685] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.841948] env[65683]: INFO nova.compute.manager [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Attaching volume 7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df to /dev/sdb [ 909.881967] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e66d92-b471-4039-b6f4-fd397c1c5fb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.892795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.893267] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.893656] env[65683]: DEBUG nova.objects.instance [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'flavor' on Instance uuid 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.898579] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3346d68-d5ba-4b6c-bd86-45f8567a41f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.910445] env[65683]: DEBUG nova.network.neutron [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Successfully created port: 0f593d83-2cad-431c-a6be-c56809ce59ae {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 909.921039] env[65683]: DEBUG nova.virt.block_device [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating existing volume attachment record: 7fc19335-c532-45f8-9748-e6899eb998ba {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 909.984871] env[65683]: DEBUG nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 909.990510] env[65683]: DEBUG oslo_vmware.rw_handles [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4a5fd-6c93-2bae-8f8c-44e4e8b40be4/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 909.990510] env[65683]: INFO nova.virt.vmwareapi.images [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Downloaded image file data a3424d73-d366-4e3e-acf5-909863e1e73e [ 909.996114] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c93d8d-c538-49cb-9de2-c1e21c9cbc25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.010682] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.031483] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-175243e0-b7d1-473e-8a22-33bf3f08b794 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.036178] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.070036] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433412, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.070036] env[65683]: INFO nova.virt.vmwareapi.images [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] The imported VM was unregistered [ 910.071737] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Caching image {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 910.072137] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.072279] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c654263-f8da-4db0-bcdf-534ccd8f9e5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.078397] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4627c-8aeb-46ab-91da-66ee662daf17 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.087508] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee989aa-7152-431c-8aaf-394d6f2e99cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.092752] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created directory with path [datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.092752] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752/OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752.vmdk to [datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e/a3424d73-d366-4e3e-acf5-909863e1e73e.vmdk. {{(pid=65683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 910.093573] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-58c52ab0-bcf9-4fbb-af45-2c40eb0ffe4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.125830] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13793027-c263-47b8-a892-d60dc0d6856e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.130173] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 910.130173] env[65683]: value = "task-4433417" [ 910.130173] env[65683]: _type = "Task" [ 910.130173] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.137631] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c37566-d08d-4f78-ae82-743dd2172740 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.146084] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433417, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.158587] env[65683]: DEBUG nova.compute.provider_tree [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.399289] env[65683]: WARNING neutronclient.v2_0.client [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.509225] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433407, 'name': ReconfigVM_Task, 'duration_secs': 1.54556} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.509612] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d2a10b9c-3f41-416e-b966-0e86ff59d1ca/d2a10b9c-3f41-416e-b966-0e86ff59d1ca.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.510564] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3cb07ab-37f2-4c8b-a849-324d30ab47ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.519695] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 910.519695] env[65683]: value = "task-4433421" [ 910.519695] env[65683]: _type = "Task" [ 910.519695] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.531942] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433421, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.566354] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433412, 'name': CreateVM_Task, 'duration_secs': 1.25608} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.566580] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.567193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.567435] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.567858] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.568211] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae44e46-2818-4a0b-a75e-5653f2fc1b0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.575290] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 910.575290] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c036b7-ae3d-829b-9fbc-7753dd996704" [ 910.575290] env[65683]: _type = "Task" [ 910.575290] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.586960] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c036b7-ae3d-829b-9fbc-7753dd996704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.636762] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdc173-eb11-46ac-0705-b17ece19a006/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 910.637371] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed64ae-3af1-43ee-8200-a5bc6902c8ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.643660] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433417, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.648888] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdc173-eb11-46ac-0705-b17ece19a006/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 910.649310] env[65683]: ERROR oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdc173-eb11-46ac-0705-b17ece19a006/disk-0.vmdk due to incomplete transfer. [ 910.649728] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-826011aa-2569-4c3a-8436-4698c35008f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.662534] env[65683]: DEBUG nova.scheduler.client.report [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.671029] env[65683]: DEBUG oslo_vmware.rw_handles [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdc173-eb11-46ac-0705-b17ece19a006/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 910.671029] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Uploaded image d176c530-00ae-40e9-bd6b-9025dcaa15fc to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 910.671029] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 910.671515] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d25e214-645d-47a6-b8e4-caaa88ad5d5b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.681510] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 910.681510] env[65683]: value = "task-4433422" [ 910.681510] env[65683]: _type = "Task" [ 910.681510] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.693352] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433422, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.745021] env[65683]: DEBUG nova.network.neutron [-] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.948347] env[65683]: DEBUG nova.objects.instance [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'pci_requests' on Instance uuid 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.005270] env[65683]: DEBUG nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 911.036217] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433421, 'name': Rename_Task, 'duration_secs': 0.273374} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.036914] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.037223] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb6284a-1c98-493b-a067-8efd7326fdef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.044264] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.044599] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.044799] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.045027] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.045255] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.045383] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.045637] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.045809] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.045978] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.046166] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.046399] env[65683]: DEBUG nova.virt.hardware [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.047489] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7576e8-4af6-4102-b970-5bf507126733 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.052151] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 911.052151] env[65683]: value = "task-4433423" [ 911.052151] env[65683]: _type = "Task" [ 911.052151] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.060790] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24e538-8743-4935-b2d4-1c58c0419d7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.068970] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.092243] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c036b7-ae3d-829b-9fbc-7753dd996704, 'name': SearchDatastore_Task, 'duration_secs': 0.06555} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.093219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.093554] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.093833] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.094215] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.094301] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.094568] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6091e5-c945-4ee3-b950-e2ddd13034e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.116206] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.116721] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.117259] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826d0d18-42cb-4010-b930-3581781e54a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.124646] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 911.124646] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f95a0d-9ae7-db59-344e-9ea17f158753" [ 911.124646] env[65683]: _type = "Task" [ 911.124646] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.138070] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f95a0d-9ae7-db59-344e-9ea17f158753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.144568] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433417, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.172959] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.175954] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.795s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.176211] env[65683]: DEBUG nova.objects.instance [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.194898] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433422, 'name': Destroy_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.204079] env[65683]: INFO nova.scheduler.client.report [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Deleted allocations for instance c6748496-ba51-4709-bca4-8c09d2be77e8 [ 911.250881] env[65683]: INFO nova.compute.manager [-] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Took 1.64 seconds to deallocate network for instance. [ 911.288478] env[65683]: DEBUG nova.network.neutron [-] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.452937] env[65683]: DEBUG nova.objects.base [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Object Instance<3600119a-0d53-4794-9aa3-e4b625023252> lazy-loaded attributes: flavor,pci_requests {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.452937] env[65683]: DEBUG nova.network.neutron [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 911.454939] env[65683]: WARNING neutronclient.v2_0.client [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.454939] env[65683]: WARNING neutronclient.v2_0.client [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.520327] env[65683]: DEBUG nova.policy [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.566541] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433423, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.645244] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f95a0d-9ae7-db59-344e-9ea17f158753, 'name': SearchDatastore_Task, 'duration_secs': 0.092952} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.649827] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433417, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.650131] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7742f27-88f1-4602-8a65-c2b8be054aef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.659474] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 911.659474] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52610641-f03e-0a0e-2547-1947c6462ed6" [ 911.659474] env[65683]: _type = "Task" [ 911.659474] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.667325] env[65683]: DEBUG nova.network.neutron [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Successfully updated port: 0f593d83-2cad-431c-a6be-c56809ce59ae {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 911.675709] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52610641-f03e-0a0e-2547-1947c6462ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.700033] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433422, 'name': Destroy_Task, 'duration_secs': 0.554602} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.700033] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Destroyed the VM [ 911.700033] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 911.700033] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c18fbec-9b4f-4695-a730-9ee6af71c423 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.708368] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 911.708368] env[65683]: value = "task-4433424" [ 911.708368] env[65683]: _type = "Task" [ 911.708368] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.717477] env[65683]: DEBUG oslo_concurrency.lockutils [None req-80e5d0e9-3a56-4f88-95fb-53fc3e1637b4 tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "c6748496-ba51-4709-bca4-8c09d2be77e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.808s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.722997] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433424, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.758818] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.793230] env[65683]: INFO nova.compute.manager [-] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Took 2.02 seconds to deallocate network for instance. [ 911.950604] env[65683]: DEBUG nova.network.neutron [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Successfully created port: ca57037e-9918-42fa-8cd2-a1d72038bd0e {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 911.955647] env[65683]: DEBUG nova.compute.manager [req-22edbb9f-597c-4f8a-b9b0-220d76232d41 req-3bffa736-6de6-4358-9051-7782135ab2ba service nova] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Received event network-vif-deleted-6cd7910e-1e7e-4068-9e0a-241835a3aef1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 912.067347] env[65683]: DEBUG oslo_vmware.api [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433423, 'name': PowerOnVM_Task, 'duration_secs': 0.588806} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.067647] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.067846] env[65683]: INFO nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Took 11.76 seconds to spawn the instance on the hypervisor. [ 912.068036] env[65683]: DEBUG nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 912.068859] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06be1b46-98cb-43b7-8340-ddad455b5b79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.149393] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433417, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.175815] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "refresh_cache-acaa9ef0-8711-4b5f-9739-a5581758242d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.175815] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "refresh_cache-acaa9ef0-8711-4b5f-9739-a5581758242d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.175815] env[65683]: DEBUG nova.network.neutron [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.175815] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52610641-f03e-0a0e-2547-1947c6462ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.0946} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.175815] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.175815] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.176220] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e47811d3-2ac4-4aa7-af02-64e3fd7883e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.187064] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6da0a93-8ef0-4aae-b0ff-b63fca9b5774 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.188021] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 912.188021] env[65683]: value = "task-4433425" [ 912.188021] env[65683]: _type = "Task" [ 912.188021] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.189219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.603s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.189379] env[65683]: DEBUG nova.objects.instance [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lazy-loading 'resources' on Instance uuid aaf33bfd-612c-4884-922a-ea0c0af1f72a {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.203231] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.220846] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433424, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.300640] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.374295] env[65683]: DEBUG nova.compute.manager [req-20965942-e01a-44e4-8a97-ce45065926a0 req-de6f63e2-9ec9-40a5-b7cc-c9e14066e32c service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Received event network-vif-plugged-0f593d83-2cad-431c-a6be-c56809ce59ae {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 912.374295] env[65683]: DEBUG oslo_concurrency.lockutils [req-20965942-e01a-44e4-8a97-ce45065926a0 req-de6f63e2-9ec9-40a5-b7cc-c9e14066e32c service nova] Acquiring lock "acaa9ef0-8711-4b5f-9739-a5581758242d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.374295] env[65683]: DEBUG oslo_concurrency.lockutils [req-20965942-e01a-44e4-8a97-ce45065926a0 req-de6f63e2-9ec9-40a5-b7cc-c9e14066e32c service nova] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.374295] env[65683]: DEBUG oslo_concurrency.lockutils [req-20965942-e01a-44e4-8a97-ce45065926a0 req-de6f63e2-9ec9-40a5-b7cc-c9e14066e32c service nova] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.374581] env[65683]: DEBUG nova.compute.manager [req-20965942-e01a-44e4-8a97-ce45065926a0 req-de6f63e2-9ec9-40a5-b7cc-c9e14066e32c service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] No waiting events found dispatching network-vif-plugged-0f593d83-2cad-431c-a6be-c56809ce59ae {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 912.374886] env[65683]: WARNING nova.compute.manager [req-20965942-e01a-44e4-8a97-ce45065926a0 req-de6f63e2-9ec9-40a5-b7cc-c9e14066e32c service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Received unexpected event network-vif-plugged-0f593d83-2cad-431c-a6be-c56809ce59ae for instance with vm_state building and task_state spawning. [ 912.595317] env[65683]: INFO nova.compute.manager [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Took 36.10 seconds to build instance. [ 912.644610] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433417, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.707301] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.719572] env[65683]: DEBUG nova.network.neutron [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 912.726738] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433424, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.845904] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.846278] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.846511] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.846707] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.846879] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.852796] env[65683]: INFO nova.compute.manager [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Terminating instance [ 912.857822] env[65683]: WARNING neutronclient.v2_0.client [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.999038] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "74af8894-8c88-4374-8376-45bfdb1ce89b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.999038] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.999038] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "74af8894-8c88-4374-8376-45bfdb1ce89b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.999318] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.999318] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.003682] env[65683]: DEBUG nova.network.neutron [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Updating instance_info_cache with network_info: [{"id": "0f593d83-2cad-431c-a6be-c56809ce59ae", "address": "fa:16:3e:d0:14:60", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f593d83-2c", "ovs_interfaceid": "0f593d83-2cad-431c-a6be-c56809ce59ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.005626] env[65683]: INFO nova.compute.manager [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Terminating instance [ 913.100328] env[65683]: DEBUG oslo_concurrency.lockutils [None req-13f3ec03-6f5f-4764-af8b-6a74628a6962 tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.614s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.143808] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433417, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.746308} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.144221] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752/OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752.vmdk to [datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e/a3424d73-d366-4e3e-acf5-909863e1e73e.vmdk. [ 913.144379] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Cleaning up location [datastore1] OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 913.144438] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bd2db734-389a-4e7f-adb7-5c6f38417752 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.147657] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec5034e-7410-41d1-8e49-4684786e5ca4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.156631] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 913.156631] env[65683]: value = "task-4433427" [ 913.156631] env[65683]: _type = "Task" [ 913.156631] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.171166] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.175833] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fa221f-4734-4fc5-8c26-a9c9a9246d6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.185031] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bdd790-3b61-4ecf-83d7-65187362ee3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.225508] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627fce82-5d9b-42ab-9fdf-2b3c0c02f5e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.231040] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433425, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.240616] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79754c8-5f51-45b0-897e-bec184e8c8a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.244552] env[65683]: DEBUG oslo_vmware.api [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433424, 'name': RemoveSnapshot_Task, 'duration_secs': 1.212814} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.244835] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 913.245065] env[65683]: INFO nova.compute.manager [None req-04a732b9-3698-4ab5-8850-2aa2186a5c38 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 913.258882] env[65683]: DEBUG nova.compute.provider_tree [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.363540] env[65683]: DEBUG nova.compute.manager [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 913.363735] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.364771] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271a1550-51cb-4ecd-90bb-3ee0694b5d42 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.373503] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.373788] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6285acec-67a3-4fb6-a749-bf2ad3aac7f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.380811] env[65683]: DEBUG oslo_vmware.api [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 913.380811] env[65683]: value = "task-4433428" [ 913.380811] env[65683]: _type = "Task" [ 913.380811] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.390255] env[65683]: DEBUG oslo_vmware.api [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.506669] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "refresh_cache-acaa9ef0-8711-4b5f-9739-a5581758242d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.507073] env[65683]: DEBUG nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Instance network_info: |[{"id": "0f593d83-2cad-431c-a6be-c56809ce59ae", "address": "fa:16:3e:d0:14:60", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f593d83-2c", "ovs_interfaceid": "0f593d83-2cad-431c-a6be-c56809ce59ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 913.507546] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:14:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f593d83-2cad-431c-a6be-c56809ce59ae', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.515389] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 913.516133] env[65683]: DEBUG nova.compute.manager [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 913.516314] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.516602] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.517466] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67065992-9d38-4e6b-ac04-72e6b8fa761c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.520285] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6d25679-197d-42a1-8fa6-5b89a50553a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.542430] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.543881] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20728103-742e-468c-84c1-eb4aaea990e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.546028] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.546028] env[65683]: value = "task-4433429" [ 913.546028] env[65683]: _type = "Task" [ 913.546028] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.552363] env[65683]: DEBUG oslo_vmware.api [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 913.552363] env[65683]: value = "task-4433430" [ 913.552363] env[65683]: _type = "Task" [ 913.552363] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.560195] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433429, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.567344] env[65683]: DEBUG oslo_vmware.api [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.578736] env[65683]: DEBUG nova.network.neutron [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Successfully updated port: ca57037e-9918-42fa-8cd2-a1d72038bd0e {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 913.670053] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093897} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.671229] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.671229] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e/a3424d73-d366-4e3e-acf5-909863e1e73e.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.671229] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e/a3424d73-d366-4e3e-acf5-909863e1e73e.vmdk to [datastore1] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.671229] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb80abc4-43d8-4377-877d-030dd589cf85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.680612] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 913.680612] env[65683]: value = "task-4433431" [ 913.680612] env[65683]: _type = "Task" [ 913.680612] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.692434] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.703183] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433425, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062558} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.703499] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.703716] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.704011] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc2d6a4-d33d-4b73-88b5-bc05c1566a07 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.713335] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 913.713335] env[65683]: value = "task-4433432" [ 913.713335] env[65683]: _type = "Task" [ 913.713335] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.725056] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.764094] env[65683]: DEBUG nova.scheduler.client.report [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.893485] env[65683]: DEBUG oslo_vmware.api [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433428, 'name': PowerOffVM_Task, 'duration_secs': 0.422853} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.893888] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.894162] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.894528] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc8fe29f-173e-40db-8fd4-1e331961ee98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.908638] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.908891] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.984985] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.985390] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.985710] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleting the datastore file [datastore2] 0c14c4d2-b078-41c4-920d-d17ed577ebad {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.986115] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac7bd88f-5dfa-4e13-8d43-4b9048efb91e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.994395] env[65683]: DEBUG oslo_vmware.api [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 913.994395] env[65683]: value = "task-4433434" [ 913.994395] env[65683]: _type = "Task" [ 913.994395] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.006440] env[65683]: DEBUG oslo_vmware.api [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.063812] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433429, 'name': CreateVM_Task, 'duration_secs': 0.474805} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.064567] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.065378] env[65683]: WARNING neutronclient.v2_0.client [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.065888] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.066228] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.066689] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.071529] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206567ed-f1aa-429a-a0ff-e1bfcf5e2078 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.073995] env[65683]: DEBUG oslo_vmware.api [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433430, 'name': PowerOffVM_Task, 'duration_secs': 0.275211} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.074370] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.074598] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.075408] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ccc765-d922-43b4-9fdd-d735eb689ad2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.079252] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 914.079252] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520673a2-6053-cd9d-1869-b67b02edfb71" [ 914.079252] env[65683]: _type = "Task" [ 914.079252] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.086283] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.086283] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.086283] env[65683]: DEBUG nova.network.neutron [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.095724] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520673a2-6053-cd9d-1869-b67b02edfb71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.155304] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.155806] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.156108] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Deleting the datastore file [datastore2] 74af8894-8c88-4374-8376-45bfdb1ce89b {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.156557] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6fd3eb2-bd44-4131-bc80-5b397102f8b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.167520] env[65683]: DEBUG oslo_vmware.api [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for the task: (returnval){ [ 914.167520] env[65683]: value = "task-4433436" [ 914.167520] env[65683]: _type = "Task" [ 914.167520] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.180402] env[65683]: DEBUG oslo_vmware.api [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.191707] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433431, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.224094] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.224445] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.225330] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f43705-c7a9-4f1a-8a84-5b0db6420365 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.249868] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.250646] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1440733d-eed6-4717-836c-398c47743553 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.270801] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.275792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.874s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.277372] env[65683]: INFO nova.compute.claims [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.280288] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 914.280288] env[65683]: value = "task-4433437" [ 914.280288] env[65683]: _type = "Task" [ 914.280288] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.292404] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.338468] env[65683]: INFO nova.scheduler.client.report [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Deleted allocations for instance aaf33bfd-612c-4884-922a-ea0c0af1f72a [ 914.411787] env[65683]: DEBUG nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 914.461340] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.462044] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.507760] env[65683]: DEBUG oslo_vmware.api [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.603821] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520673a2-6053-cd9d-1869-b67b02edfb71, 'name': SearchDatastore_Task, 'duration_secs': 0.033647} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.604784] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.605045] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.605351] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.605522] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.605700] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.606044] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e66fc5db-0bf3-4a6b-a299-7911b11b1c2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.636583] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.636583] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.637638] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe1009d-b7fc-4d9c-bcfe-d753c5d189ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.647349] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 914.647349] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523484a7-4b0e-ef33-0fa7-76be947a1dc5" [ 914.647349] env[65683]: _type = "Task" [ 914.647349] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.649022] env[65683]: WARNING nova.network.neutron [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] 1d66bd68-ec75-44da-933c-1a3e036dcf92 already exists in list: networks containing: ['1d66bd68-ec75-44da-933c-1a3e036dcf92']. ignoring it [ 914.664578] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523484a7-4b0e-ef33-0fa7-76be947a1dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.687879] env[65683]: DEBUG oslo_vmware.api [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.704246] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433431, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.785701] env[65683]: WARNING neutronclient.v2_0.client [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.803691] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433437, 'name': ReconfigVM_Task, 'duration_secs': 0.525893} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.803691] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.805748] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf0dae1-2891-438f-82a5-5180761101cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.815176] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 914.815176] env[65683]: value = "task-4433438" [ 914.815176] env[65683]: _type = "Task" [ 914.815176] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.829635] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433438, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.851289] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0a9a358b-cc57-44b5-a709-e869d846031b tempest-ServersTestMultiNic-2070706256 tempest-ServersTestMultiNic-2070706256-project-member] Lock "aaf33bfd-612c-4884-922a-ea0c0af1f72a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.682s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.940423] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.966561] env[65683]: DEBUG nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 914.995092] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 914.995798] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867261', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'name': 'volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e62fd4a2-5121-40b7-830d-0ee02d4e66ce', 'attached_at': '', 'detached_at': '', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'serial': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 914.996418] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2953154-1cc4-4300-b04b-f28392c19e57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.010120] env[65683]: DEBUG oslo_vmware.api [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.82399} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.022848] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.023195] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.023403] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.023611] env[65683]: INFO nova.compute.manager [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Took 1.66 seconds to destroy the instance on the hypervisor. [ 915.023866] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 915.031218] env[65683]: DEBUG nova.compute.manager [-] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 915.031472] env[65683]: DEBUG nova.network.neutron [-] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 915.031789] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.034634] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15110ccf-9a47-4d73-b092-ec89faf5e7ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.039023] env[65683]: DEBUG nova.compute.manager [req-1d4fa685-87e1-4cc0-8e40-bce77de44bca req-f9e605f3-3ee0-48b2-8f74-12ad76c9f07d service nova] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Received event network-vif-deleted-7a3a3b3a-7457-4698-ac12-11348b074a86 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.071044] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df/volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.072802] env[65683]: DEBUG nova.compute.manager [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Received event network-changed-0f593d83-2cad-431c-a6be-c56809ce59ae {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.073057] env[65683]: DEBUG nova.compute.manager [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Refreshing instance network info cache due to event network-changed-0f593d83-2cad-431c-a6be-c56809ce59ae. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.073274] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Acquiring lock "refresh_cache-acaa9ef0-8711-4b5f-9739-a5581758242d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.073441] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Acquired lock "refresh_cache-acaa9ef0-8711-4b5f-9739-a5581758242d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.073610] env[65683]: DEBUG nova.network.neutron [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Refreshing network info cache for port 0f593d83-2cad-431c-a6be-c56809ce59ae {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.075713] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a67dada-9bcc-4a7e-973d-80114a7c9113 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.104555] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 915.104555] env[65683]: value = "task-4433439" [ 915.104555] env[65683]: _type = "Task" [ 915.104555] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.118494] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.119868] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.142515] env[65683]: WARNING neutronclient.v2_0.client [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.167709] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523484a7-4b0e-ef33-0fa7-76be947a1dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.051636} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.169241] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a48ca1-46b1-4ff3-bc2c-fb79df63356c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.184072] env[65683]: DEBUG oslo_vmware.api [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Task: {'id': task-4433436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.853435} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.186024] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.186436] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.189722] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.189722] env[65683]: INFO nova.compute.manager [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Took 1.67 seconds to destroy the instance on the hypervisor. [ 915.189722] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 915.189722] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 915.189722] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520e4150-197b-b181-0bd7-cfc25107c754" [ 915.189722] env[65683]: _type = "Task" [ 915.189722] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.189722] env[65683]: DEBUG nova.compute.manager [-] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 915.189722] env[65683]: DEBUG nova.network.neutron [-] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 915.189722] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.203643] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520e4150-197b-b181-0bd7-cfc25107c754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.207303] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433431, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.336578] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433438, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.492996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.501756] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.573555] env[65683]: DEBUG nova.network.neutron [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "address": "fa:16:3e:1a:61:23", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca57037e-99", "ovs_interfaceid": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.591553] env[65683]: WARNING neutronclient.v2_0.client [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.617865] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.709638] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520e4150-197b-b181-0bd7-cfc25107c754, 'name': SearchDatastore_Task, 'duration_secs': 0.049311} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.715948] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.716376] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] acaa9ef0-8711-4b5f-9739-a5581758242d/acaa9ef0-8711-4b5f-9739-a5581758242d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.716717] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433431, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.717189] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d212844-8258-4f1f-bca2-bc51be46b2f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.731591] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 915.731591] env[65683]: value = "task-4433440" [ 915.731591] env[65683]: _type = "Task" [ 915.731591] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.743685] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.828031] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8273801-a774-4f9a-8e17-731003df9162 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.834885] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433438, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.841023] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa6a5b2-35dd-478c-a9c7-fbd6ae590858 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.884517] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc3577c-6fb4-41ff-8c75-44c837f151df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.894226] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c482051-5d64-42ef-9bb2-be4d0e62007b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.910437] env[65683]: DEBUG nova.compute.provider_tree [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.934331] env[65683]: DEBUG nova.network.neutron [-] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.051623] env[65683]: WARNING neutronclient.v2_0.client [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.076098] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.077027] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.077128] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.078089] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d67e48f-de28-4130-afc7-70c608f6fd65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.103554] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 916.103970] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.103970] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 916.104339] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.104339] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 916.104469] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 916.105166] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.105166] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 916.105166] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 916.105166] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 916.105384] env[65683]: DEBUG nova.virt.hardware [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 916.113132] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfiguring VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 916.117415] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5c7db7-0544-4eac-b1c4-8db722109b5a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.144539] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.146576] env[65683]: DEBUG oslo_vmware.api [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 916.146576] env[65683]: value = "task-4433441" [ 916.146576] env[65683]: _type = "Task" [ 916.146576] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.156360] env[65683]: DEBUG oslo_vmware.api [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433441, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.183190] env[65683]: DEBUG nova.network.neutron [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Updated VIF entry in instance network info cache for port 0f593d83-2cad-431c-a6be-c56809ce59ae. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.183651] env[65683]: DEBUG nova.network.neutron [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Updating instance_info_cache with network_info: [{"id": "0f593d83-2cad-431c-a6be-c56809ce59ae", "address": "fa:16:3e:d0:14:60", "network": {"id": "d4af0398-a1cc-447b-bb1e-c07a9effe969", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1295624878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f03a23d6c0c49c9943b73099f9573cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f593d83-2c", "ovs_interfaceid": "0f593d83-2cad-431c-a6be-c56809ce59ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.204826] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433431, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.243264] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.290792] env[65683]: DEBUG nova.network.neutron [-] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.337724] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433438, 'name': Rename_Task, 'duration_secs': 1.152189} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.338178] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.338552] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeeb45e2-2680-47a3-b39a-0ad42d70ee79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.348448] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 916.348448] env[65683]: value = "task-4433442" [ 916.348448] env[65683]: _type = "Task" [ 916.348448] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.362679] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.417030] env[65683]: DEBUG nova.scheduler.client.report [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.438183] env[65683]: INFO nova.compute.manager [-] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Took 1.41 seconds to deallocate network for instance. [ 916.629346] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433439, 'name': ReconfigVM_Task, 'duration_secs': 1.407162} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.629646] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df/volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.634809] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb9eb92-451c-4d80-843b-93893b9deb66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.652413] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 916.652413] env[65683]: value = "task-4433443" [ 916.652413] env[65683]: _type = "Task" [ 916.652413] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.656418] env[65683]: DEBUG oslo_vmware.api [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.668223] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.687834] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Releasing lock "refresh_cache-acaa9ef0-8711-4b5f-9739-a5581758242d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.687834] env[65683]: DEBUG nova.compute.manager [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-vif-plugged-ca57037e-9918-42fa-8cd2-a1d72038bd0e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 916.687834] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.687834] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.688168] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.688168] env[65683]: DEBUG nova.compute.manager [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] No waiting events found dispatching network-vif-plugged-ca57037e-9918-42fa-8cd2-a1d72038bd0e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 916.688246] env[65683]: WARNING nova.compute.manager [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received unexpected event network-vif-plugged-ca57037e-9918-42fa-8cd2-a1d72038bd0e for instance with vm_state active and task_state None. [ 916.688517] env[65683]: DEBUG nova.compute.manager [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-changed-ca57037e-9918-42fa-8cd2-a1d72038bd0e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 916.688617] env[65683]: DEBUG nova.compute.manager [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing instance network info cache due to event network-changed-ca57037e-9918-42fa-8cd2-a1d72038bd0e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 916.688769] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.688923] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.689203] env[65683]: DEBUG nova.network.neutron [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing network info cache for port ca57037e-9918-42fa-8cd2-a1d72038bd0e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.706283] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433431, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.841485} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.708234] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a3424d73-d366-4e3e-acf5-909863e1e73e/a3424d73-d366-4e3e-acf5-909863e1e73e.vmdk to [datastore1] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.708449] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de7d7d-459a-4e18-9d5f-cb4dde65ce04 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.737809] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.739642] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de09fa63-8550-4df3-a025-0d7a1b210d7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.764453] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433440, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.766493] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 916.766493] env[65683]: value = "task-4433444" [ 916.766493] env[65683]: _type = "Task" [ 916.766493] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.783932] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.797737] env[65683]: INFO nova.compute.manager [-] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Took 1.61 seconds to deallocate network for instance. [ 916.864410] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.921575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.922630] env[65683]: DEBUG nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 916.928668] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.314s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.930475] env[65683]: INFO nova.compute.claims [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.953601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.162917] env[65683]: DEBUG oslo_vmware.api [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.178656] env[65683]: DEBUG oslo_vmware.api [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433443, 'name': ReconfigVM_Task, 'duration_secs': 0.261093} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.179010] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867261', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'name': 'volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e62fd4a2-5121-40b7-830d-0ee02d4e66ce', 'attached_at': '', 'detached_at': '', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'serial': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 917.193859] env[65683]: WARNING neutronclient.v2_0.client [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.256019] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433440, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.162595} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.256477] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] acaa9ef0-8711-4b5f-9739-a5581758242d/acaa9ef0-8711-4b5f-9739-a5581758242d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.256870] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.257248] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72082355-890f-4650-bcbe-c88344d9a767 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.268196] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 917.268196] env[65683]: value = "task-4433445" [ 917.268196] env[65683]: _type = "Task" [ 917.268196] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.286436] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433444, 'name': ReconfigVM_Task, 'duration_secs': 0.385091} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.290311] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1847f3a7-41c8-41f2-bddb-2d7da65d0443/1847f3a7-41c8-41f2-bddb-2d7da65d0443.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.290311] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'image_id': '3f92e4ca-d0c4-490c-bead-8c3e146e40c9'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'c4c527ef-ed93-432d-ad84-0810692f94ce', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867245', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'name': 'volume-9457c4d8-a188-42b1-8685-b17239bc1179', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f3a7-41c8-41f2-bddb-2d7da65d0443', 'attached_at': '', 'detached_at': '', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'serial': '9457c4d8-a188-42b1-8685-b17239bc1179'}, 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=65683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 917.290792] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 917.290792] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867245', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'name': 'volume-9457c4d8-a188-42b1-8685-b17239bc1179', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f3a7-41c8-41f2-bddb-2d7da65d0443', 'attached_at': '', 'detached_at': '', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'serial': '9457c4d8-a188-42b1-8685-b17239bc1179'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 917.291254] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.291779] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e823fd1-f08f-4342-951d-81de75efeaf0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.311024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.312568] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0a164-1b6e-4761-8d55-a1338c4eaf6f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.342495] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-9457c4d8-a188-42b1-8685-b17239bc1179/volume-9457c4d8-a188-42b1-8685-b17239bc1179.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.347122] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8527d837-4ac4-41c4-8f7d-7c16ee4ebe32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.370062] env[65683]: DEBUG oslo_vmware.api [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433442, 'name': PowerOnVM_Task, 'duration_secs': 0.69566} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.371493] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.371696] env[65683]: INFO nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Took 8.58 seconds to spawn the instance on the hypervisor. [ 917.371865] env[65683]: DEBUG nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.372291] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 917.372291] env[65683]: value = "task-4433446" [ 917.372291] env[65683]: _type = "Task" [ 917.372291] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.373013] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55dca1b-60d7-4995-94a2-27bae6d1e901 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.391033] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.422404] env[65683]: DEBUG nova.compute.manager [req-cbc3b237-1ecc-4053-aa4d-aa2c9cdcd8ac req-2d5d90b3-6f2b-4913-8021-5a3cb1cfc434 service nova] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Received event network-vif-deleted-1721dbc4-d02a-4e12-8ef5-42cc7282e700 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.422805] env[65683]: DEBUG nova.compute.manager [req-cbc3b237-1ecc-4053-aa4d-aa2c9cdcd8ac req-2d5d90b3-6f2b-4913-8021-5a3cb1cfc434 service nova] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Received event network-vif-deleted-96979f34-628f-409d-b31b-9d6913b552b4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.438907] env[65683]: DEBUG nova.compute.utils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.442742] env[65683]: DEBUG nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 917.442982] env[65683]: DEBUG nova.network.neutron [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 917.443425] env[65683]: WARNING neutronclient.v2_0.client [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.443750] env[65683]: WARNING neutronclient.v2_0.client [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.448579] env[65683]: WARNING neutronclient.v2_0.client [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.491445] env[65683]: DEBUG nova.policy [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe0ab409c2745759ab04b4ed091af90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef0f3509865411796918c7d20c00df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.536172] env[65683]: DEBUG nova.network.neutron [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updated VIF entry in instance network info cache for port ca57037e-9918-42fa-8cd2-a1d72038bd0e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.536665] env[65683]: DEBUG nova.network.neutron [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "address": "fa:16:3e:1a:61:23", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca57037e-99", "ovs_interfaceid": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.659888] env[65683]: DEBUG oslo_vmware.api [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433441, 'name': ReconfigVM_Task, 'duration_secs': 1.069774} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.659888] env[65683]: WARNING neutronclient.v2_0.client [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.659888] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.660151] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfigured VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 917.785840] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083609} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.786232] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.787086] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e1879e-e255-4526-9ffc-9a527ae4350e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.816920] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] acaa9ef0-8711-4b5f-9739-a5581758242d/acaa9ef0-8711-4b5f-9739-a5581758242d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.818258] env[65683]: DEBUG nova.network.neutron [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Successfully created port: 83095d6d-2fa5-4d6e-ae92-9f05c7313818 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 917.820878] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57360aaa-7f11-464d-ba6c-e4c50b1d7fe2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.846321] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 917.846321] env[65683]: value = "task-4433447" [ 917.846321] env[65683]: _type = "Task" [ 917.846321] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.857101] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.898538] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433446, 'name': ReconfigVM_Task, 'duration_secs': 0.342906} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.900514] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-9457c4d8-a188-42b1-8685-b17239bc1179/volume-9457c4d8-a188-42b1-8685-b17239bc1179.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.907450] env[65683]: INFO nova.compute.manager [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Took 26.12 seconds to build instance. [ 917.907450] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe5a500-cd65-4382-8644-8c9d2efc37f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.926120] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 917.926120] env[65683]: value = "task-4433448" [ 917.926120] env[65683]: _type = "Task" [ 917.926120] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.938555] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.952394] env[65683]: DEBUG nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 918.040507] env[65683]: DEBUG oslo_concurrency.lockutils [req-fc40c7a5-b790-4941-8a8a-88d81e3726e6 req-0ffc8619-dee0-42fd-9fb7-5356b8b56a30 service nova] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.165203] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e22b1828-cc7e-4e58-b00a-2a0b3544af17 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.272s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.230657] env[65683]: DEBUG nova.objects.instance [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lazy-loading 'flavor' on Instance uuid e62fd4a2-5121-40b7-830d-0ee02d4e66ce {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.357994] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433447, 'name': ReconfigVM_Task, 'duration_secs': 0.332962} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.358342] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Reconfigured VM instance instance-00000049 to attach disk [datastore2] acaa9ef0-8711-4b5f-9739-a5581758242d/acaa9ef0-8711-4b5f-9739-a5581758242d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.359099] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d34e7c-5dfc-4fa9-acdc-5918efb948f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.367891] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 918.367891] env[65683]: value = "task-4433449" [ 918.367891] env[65683]: _type = "Task" [ 918.367891] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.382893] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433449, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.397665] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c76cb7-08f5-451f-9ef1-2a2cad450d74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.407131] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d20cd6-8820-4e11-8a6f-665ed67a39a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.440907] env[65683]: DEBUG oslo_concurrency.lockutils [None req-69390209-6725-4b9d-9fac-1040bec7db55 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.668s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.445799] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7ede2-1ba8-476f-8b6f-e04954433a7c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.457528] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433448, 'name': ReconfigVM_Task, 'duration_secs': 0.189303} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.458928] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbfd112-7ea4-4ab1-a409-327de02f7faf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.463841] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867245', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'name': 'volume-9457c4d8-a188-42b1-8685-b17239bc1179', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f3a7-41c8-41f2-bddb-2d7da65d0443', 'attached_at': '', 'detached_at': '', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'serial': '9457c4d8-a188-42b1-8685-b17239bc1179'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 918.468502] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9455ba0e-fcad-43f5-bdf7-6ef4199c5703 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.486649] env[65683]: DEBUG nova.compute.provider_tree [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.489649] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 918.489649] env[65683]: value = "task-4433450" [ 918.489649] env[65683]: _type = "Task" [ 918.489649] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.500099] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433450, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.735973] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b33013a-20f4-4ec4-8c26-411d14010f88 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.894s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.894825] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433449, 'name': Rename_Task, 'duration_secs': 0.16923} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.895247] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.895517] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95a8ec2a-d84e-40fb-90e3-8db52dbefaf5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.907513] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 918.907513] env[65683]: value = "task-4433451" [ 918.907513] env[65683]: _type = "Task" [ 918.907513] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.918613] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.976679] env[65683]: DEBUG nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 918.992038] env[65683]: DEBUG nova.scheduler.client.report [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.011936] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433450, 'name': Rename_Task, 'duration_secs': 0.167013} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.015140] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 919.015519] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.015697] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 919.015888] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.016051] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 919.016222] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 919.016433] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 919.016588] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 919.016752] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 919.016912] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 919.017101] env[65683]: DEBUG nova.virt.hardware [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 919.017458] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.018354] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1177ca65-d894-4978-8d73-a94b7a018023 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.022291] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f69a40-9281-49f0-ab4a-ca9b3f0bc991 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.033908] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23041e0-f15f-40ef-909e-9360b4e63c51 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.038249] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 919.038249] env[65683]: value = "task-4433452" [ 919.038249] env[65683]: _type = "Task" [ 919.038249] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.058692] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433452, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.102776] env[65683]: INFO nova.compute.manager [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Rescuing [ 919.103268] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.103539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.103771] env[65683]: DEBUG nova.network.neutron [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 919.420145] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.470132] env[65683]: DEBUG nova.network.neutron [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Successfully updated port: 83095d6d-2fa5-4d6e-ae92-9f05c7313818 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 919.503363] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.505261] env[65683]: DEBUG nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 919.507625] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.383s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.509790] env[65683]: INFO nova.compute.claims [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.555466] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433452, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.608971] env[65683]: WARNING neutronclient.v2_0.client [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.918087] env[65683]: DEBUG oslo_vmware.api [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433451, 'name': PowerOnVM_Task, 'duration_secs': 0.559396} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.918420] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.918621] env[65683]: INFO nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Took 8.91 seconds to spawn the instance on the hypervisor. [ 919.918795] env[65683]: DEBUG nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 919.919631] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ac8fb-9ec8-4c5e-83e1-6a90373de235 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.976638] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "refresh_cache-8592e736-1222-4c2e-a02b-586f02954cf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.976638] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "refresh_cache-8592e736-1222-4c2e-a02b-586f02954cf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.976638] env[65683]: DEBUG nova.network.neutron [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 920.015639] env[65683]: DEBUG nova.compute.utils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.017911] env[65683]: DEBUG nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 920.020541] env[65683]: DEBUG nova.network.neutron [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 920.021178] env[65683]: WARNING neutronclient.v2_0.client [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.021381] env[65683]: WARNING neutronclient.v2_0.client [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.029136] env[65683]: DEBUG nova.compute.manager [req-d66e55bd-171c-42eb-969e-2920e8d5c8df req-a7278be9-5c7a-4a02-96ba-05d5700628b1 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Received event network-vif-plugged-83095d6d-2fa5-4d6e-ae92-9f05c7313818 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 920.029416] env[65683]: DEBUG oslo_concurrency.lockutils [req-d66e55bd-171c-42eb-969e-2920e8d5c8df req-a7278be9-5c7a-4a02-96ba-05d5700628b1 service nova] Acquiring lock "8592e736-1222-4c2e-a02b-586f02954cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.029721] env[65683]: DEBUG oslo_concurrency.lockutils [req-d66e55bd-171c-42eb-969e-2920e8d5c8df req-a7278be9-5c7a-4a02-96ba-05d5700628b1 service nova] Lock "8592e736-1222-4c2e-a02b-586f02954cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.029836] env[65683]: DEBUG oslo_concurrency.lockutils [req-d66e55bd-171c-42eb-969e-2920e8d5c8df req-a7278be9-5c7a-4a02-96ba-05d5700628b1 service nova] Lock "8592e736-1222-4c2e-a02b-586f02954cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.029939] env[65683]: DEBUG nova.compute.manager [req-d66e55bd-171c-42eb-969e-2920e8d5c8df req-a7278be9-5c7a-4a02-96ba-05d5700628b1 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] No waiting events found dispatching network-vif-plugged-83095d6d-2fa5-4d6e-ae92-9f05c7313818 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 920.030106] env[65683]: WARNING nova.compute.manager [req-d66e55bd-171c-42eb-969e-2920e8d5c8df req-a7278be9-5c7a-4a02-96ba-05d5700628b1 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Received unexpected event network-vif-plugged-83095d6d-2fa5-4d6e-ae92-9f05c7313818 for instance with vm_state building and task_state spawning. [ 920.055811] env[65683]: DEBUG oslo_vmware.api [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433452, 'name': PowerOnVM_Task, 'duration_secs': 0.549655} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.055811] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.109016] env[65683]: DEBUG nova.policy [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1fb239d0b0d4b088134d1b535f23fcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3981df43705745cfae43fa3645a2f2db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.189173] env[65683]: DEBUG nova.compute.manager [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 920.190070] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483af947-1784-43a4-b659-3ad2883f9ca6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.433872] env[65683]: DEBUG nova.network.neutron [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Successfully created port: 5cfa5863-86be-4e0a-922a-1e81c399966f {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 920.445707] env[65683]: INFO nova.compute.manager [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Took 28.47 seconds to build instance. [ 920.472585] env[65683]: WARNING neutronclient.v2_0.client [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.528072] env[65683]: DEBUG nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 920.601427] env[65683]: DEBUG nova.network.neutron [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 920.715685] env[65683]: DEBUG oslo_concurrency.lockutils [None req-154935b1-c167-4670-995e-76747026b4ba tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.059s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.820173] env[65683]: DEBUG nova.network.neutron [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.949682] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07c900a1-387c-4949-b6cd-3d9cf53d3abf tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.989s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.041732] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d4b93d-0065-447d-9383-d6023ecc3199 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.051528] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb86c1-2a5f-4788-bf9e-a5d96ba39024 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.090046] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a1e719-f574-4fe5-ae26-6f0a7152c2b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.099507] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a863de-31bc-4373-9bd2-de9b6ea1ec4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.116039] env[65683]: DEBUG nova.compute.provider_tree [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.265193] env[65683]: WARNING neutronclient.v2_0.client [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.324227] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.495276] env[65683]: DEBUG nova.network.neutron [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Updating instance_info_cache with network_info: [{"id": "83095d6d-2fa5-4d6e-ae92-9f05c7313818", "address": "fa:16:3e:ff:c9:d4", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83095d6d-2f", "ovs_interfaceid": "83095d6d-2fa5-4d6e-ae92-9f05c7313818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.537867] env[65683]: DEBUG nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 921.566673] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 921.566965] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.567129] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 921.567308] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.567461] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 921.567630] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 921.567833] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.567986] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 921.568170] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 921.568329] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 921.568492] env[65683]: DEBUG nova.virt.hardware [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 921.569395] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9246782e-5b8a-45ff-a49e-1d4cd69735fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.578460] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497911e-94a7-43f7-9c5d-d989b1b218ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.621056] env[65683]: DEBUG nova.scheduler.client.report [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.741873] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-62bbe61b-3598-494d-b59b-7a23dd5c725e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.742093] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-62bbe61b-3598-494d-b59b-7a23dd5c725e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.742502] env[65683]: DEBUG nova.objects.instance [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'flavor' on Instance uuid 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.998021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "refresh_cache-8592e736-1222-4c2e-a02b-586f02954cf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.998429] env[65683]: DEBUG nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Instance network_info: |[{"id": "83095d6d-2fa5-4d6e-ae92-9f05c7313818", "address": "fa:16:3e:ff:c9:d4", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83095d6d-2f", "ovs_interfaceid": "83095d6d-2fa5-4d6e-ae92-9f05c7313818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 921.998906] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c9:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83095d6d-2fa5-4d6e-ae92-9f05c7313818', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.009238] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating folder: Project (eef0f3509865411796918c7d20c00df5). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.011031] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac0bb222-d109-49af-ad66-473840b8db47 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.031908] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created folder: Project (eef0f3509865411796918c7d20c00df5) in parent group-v867054. [ 922.032193] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating folder: Instances. Parent ref: group-v867263. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.032512] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24401ce7-1539-4acc-bf6d-5e0c021a9197 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.043773] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created folder: Instances in parent group-v867263. [ 922.044052] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 922.044255] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.044483] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d8b7ec0-a8c9-4ee7-bb67-25f443219ed9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.066692] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.066692] env[65683]: value = "task-4433455" [ 922.066692] env[65683]: _type = "Task" [ 922.066692] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.075801] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433455, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.114900] env[65683]: DEBUG nova.network.neutron [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Successfully updated port: 5cfa5863-86be-4e0a-922a-1e81c399966f {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 922.128193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.128622] env[65683]: DEBUG nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 922.133562] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.764s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.133562] env[65683]: DEBUG nova.objects.instance [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lazy-loading 'resources' on Instance uuid ac264115-3fd3-4cc3-b700-dd918838b320 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.247121] env[65683]: WARNING neutronclient.v2_0.client [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.392866] env[65683]: DEBUG nova.objects.instance [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'pci_requests' on Instance uuid 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.520493] env[65683]: INFO nova.compute.manager [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Rebuilding instance [ 922.567548] env[65683]: DEBUG nova.compute.manager [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 922.568487] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e59b2-92b2-4d6d-bb25-97cb45bf4d5b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.580205] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433455, 'name': CreateVM_Task, 'duration_secs': 0.371047} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.581766] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.584465] env[65683]: WARNING neutronclient.v2_0.client [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.584835] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.584987] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.585315] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.585833] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682e1ba2-ca64-46b7-8e9c-0291cbf8951f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.591094] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 922.591094] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5244ee2b-32c5-a2ee-7549-460811a33037" [ 922.591094] env[65683]: _type = "Task" [ 922.591094] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.599619] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5244ee2b-32c5-a2ee-7549-460811a33037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.618504] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "refresh_cache-927c15be-372d-4717-8098-da81f7890cb0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.618647] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquired lock "refresh_cache-927c15be-372d-4717-8098-da81f7890cb0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.618848] env[65683]: DEBUG nova.network.neutron [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.636428] env[65683]: DEBUG nova.compute.utils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.641062] env[65683]: DEBUG nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 922.641230] env[65683]: DEBUG nova.network.neutron [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 922.641544] env[65683]: WARNING neutronclient.v2_0.client [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.641831] env[65683]: WARNING neutronclient.v2_0.client [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.664138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "acaa9ef0-8711-4b5f-9739-a5581758242d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.664138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.664138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "acaa9ef0-8711-4b5f-9739-a5581758242d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.664138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.664138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.665981] env[65683]: INFO nova.compute.manager [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Terminating instance [ 922.687354] env[65683]: DEBUG nova.policy [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fce05ee285494f918f39fb9390049082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d46e17851b8478892e28e8be15e9f39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.781851] env[65683]: DEBUG nova.compute.manager [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Received event network-changed-83095d6d-2fa5-4d6e-ae92-9f05c7313818 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 922.782048] env[65683]: DEBUG nova.compute.manager [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Refreshing instance network info cache due to event network-changed-83095d6d-2fa5-4d6e-ae92-9f05c7313818. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 922.782262] env[65683]: DEBUG oslo_concurrency.lockutils [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] Acquiring lock "refresh_cache-8592e736-1222-4c2e-a02b-586f02954cf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.782431] env[65683]: DEBUG oslo_concurrency.lockutils [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] Acquired lock "refresh_cache-8592e736-1222-4c2e-a02b-586f02954cf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.784627] env[65683]: DEBUG nova.network.neutron [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Refreshing network info cache for port 83095d6d-2fa5-4d6e-ae92-9f05c7313818 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.868871] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.869210] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eb8c180-944a-4c99-86f0-0888bb6baae0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.880633] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 922.880633] env[65683]: value = "task-4433456" [ 922.880633] env[65683]: _type = "Task" [ 922.880633] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.892751] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.896556] env[65683]: DEBUG nova.objects.base [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Object Instance<3600119a-0d53-4794-9aa3-e4b625023252> lazy-loaded attributes: flavor,pci_requests {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.896857] env[65683]: DEBUG nova.network.neutron [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 922.897267] env[65683]: WARNING neutronclient.v2_0.client [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.897625] env[65683]: WARNING neutronclient.v2_0.client [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.001854] env[65683]: DEBUG nova.policy [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.055561] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbd431-f99d-4072-b2b4-1a8a3af8407e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.064990] env[65683]: DEBUG nova.network.neutron [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Successfully created port: 941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 923.067950] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec47c00-0c30-46e0-b2f8-279d94c67db1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.105880] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4ea598-4f42-4408-becc-23336e302592 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.116654] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5244ee2b-32c5-a2ee-7549-460811a33037, 'name': SearchDatastore_Task, 'duration_secs': 0.023553} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.119116] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.119393] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.120184] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.120184] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.120184] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.120912] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cdb1a1b-4778-4f72-9ec3-6301bbcb1f80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.123891] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c900e38-bcde-4b6c-9f1c-03d6be26ee92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.143173] env[65683]: DEBUG nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 923.146218] env[65683]: DEBUG nova.compute.provider_tree [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.150408] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.151077] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.151507] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccae476-f070-4da4-9ee0-5468e3994dd2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.157936] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 923.157936] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52727956-8dc3-4b24-d9cd-03c03922359f" [ 923.157936] env[65683]: _type = "Task" [ 923.157936] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.169696] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52727956-8dc3-4b24-d9cd-03c03922359f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.174646] env[65683]: DEBUG nova.compute.manager [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 923.174873] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.175745] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae8c90a-880c-4e4f-8e6b-72239c026168 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.184947] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.185498] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e4bde8-2bd5-450b-b597-6f1ad59c0ea6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.193626] env[65683]: DEBUG oslo_vmware.api [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 923.193626] env[65683]: value = "task-4433457" [ 923.193626] env[65683]: _type = "Task" [ 923.193626] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.205323] env[65683]: DEBUG oslo_vmware.api [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.290077] env[65683]: WARNING neutronclient.v2_0.client [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.392081] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433456, 'name': PowerOffVM_Task, 'duration_secs': 0.447549} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.392846] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.393318] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809d3941-5b27-4261-bb20-1c173b81158d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.415385] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf1e70-57b0-4a2e-a488-d08286f86d89 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.452848] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.453202] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8979b276-9e98-4142-ae74-57cbe20636e1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.462546] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 923.462546] env[65683]: value = "task-4433458" [ 923.462546] env[65683]: _type = "Task" [ 923.462546] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.472430] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 923.472620] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.472837] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.610155] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.610551] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7cfd532-0e03-433d-a30e-aeeb772c723f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.619073] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 923.619073] env[65683]: value = "task-4433459" [ 923.619073] env[65683]: _type = "Task" [ 923.619073] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.628088] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.654192] env[65683]: DEBUG nova.scheduler.client.report [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.668977] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52727956-8dc3-4b24-d9cd-03c03922359f, 'name': SearchDatastore_Task, 'duration_secs': 0.015333} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.670379] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63e4df0-7593-47cd-a419-0cfd56d0e1ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.676994] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 923.676994] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52535f05-d73a-3c4d-53de-2c65d755bc1b" [ 923.676994] env[65683]: _type = "Task" [ 923.676994] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.686175] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52535f05-d73a-3c4d-53de-2c65d755bc1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.705080] env[65683]: DEBUG oslo_vmware.api [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433457, 'name': PowerOffVM_Task, 'duration_secs': 0.222615} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.705386] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.705546] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.705832] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca91f81-f2e4-4a23-a1da-f5285814a89b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.778023] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.778209] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.778372] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleting the datastore file [datastore2] acaa9ef0-8711-4b5f-9739-a5581758242d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.778663] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e26038aa-8ad1-4a67-bf03-8ed6dd884444 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.786438] env[65683]: DEBUG oslo_vmware.api [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for the task: (returnval){ [ 923.786438] env[65683]: value = "task-4433461" [ 923.786438] env[65683]: _type = "Task" [ 923.786438] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.798463] env[65683]: DEBUG oslo_vmware.api [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.130193] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433459, 'name': PowerOffVM_Task, 'duration_secs': 0.165175} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.130579] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.131158] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.132048] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fecc01-67f2-4283-a6fd-017201eda480 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.139997] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.140281] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83a876bd-cdd5-458b-80c7-ed39adeb9b50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.160060] env[65683]: DEBUG nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 924.163364] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.166045] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.640s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.166353] env[65683]: DEBUG nova.objects.instance [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lazy-loading 'resources' on Instance uuid 18b9d973-6729-47b1-8585-3ba385e9815e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.169924] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.170141] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.170319] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Deleting the datastore file [datastore1] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.170593] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974a72d0-f56b-4507-8b0e-9557de2e5565 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.183137] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 924.183137] env[65683]: value = "task-4433463" [ 924.183137] env[65683]: _type = "Task" [ 924.183137] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.192697] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52535f05-d73a-3c4d-53de-2c65d755bc1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.194170] env[65683]: INFO nova.scheduler.client.report [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Deleted allocations for instance ac264115-3fd3-4cc3-b700-dd918838b320 [ 924.195537] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.197028] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8592e736-1222-4c2e-a02b-586f02954cf0/8592e736-1222-4c2e-a02b-586f02954cf0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.199930] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.200176] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.200566] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b9a301-01f5-4acc-a0c6-58cbe9e93ef4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.208873] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 924.209162] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.209278] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 924.209454] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.209593] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 924.209730] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 924.209931] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 924.210099] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 924.210265] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 924.210432] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 924.210591] env[65683]: DEBUG nova.virt.hardware [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 924.211153] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5386d7b2-4d8a-46dc-bd5f-d847433608c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.213480] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.214337] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea027e1-c017-4eb8-96b6-523e725751dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.224968] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d1364d-b50b-4a21-96ed-9f9fcd2f122c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.229468] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 924.229468] env[65683]: value = "task-4433464" [ 924.229468] env[65683]: _type = "Task" [ 924.229468] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.231284] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.231526] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.236533] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6edc25-d4c8-4b76-926b-39813f57e61d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.254343] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 924.254343] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527615c4-e8a2-1c15-4125-924a194a491e" [ 924.254343] env[65683]: _type = "Task" [ 924.254343] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.258973] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.270926] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527615c4-e8a2-1c15-4125-924a194a491e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.298426] env[65683]: DEBUG oslo_vmware.api [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Task: {'id': task-4433461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417769} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.298714] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.298935] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.299224] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.299433] env[65683]: INFO nova.compute.manager [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 924.299749] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 924.300030] env[65683]: DEBUG nova.compute.manager [-] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 924.300154] env[65683]: DEBUG nova.network.neutron [-] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 924.300484] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.630331] env[65683]: DEBUG nova.network.neutron [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Successfully updated port: 62bbe61b-3598-494d-b59b-7a23dd5c725e {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 924.664588] env[65683]: DEBUG nova.network.neutron [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Successfully updated port: 941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 924.666767] env[65683]: DEBUG nova.network.neutron [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.676677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.676677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquired lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.676861] env[65683]: DEBUG nova.network.neutron [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.706300] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136849} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.708307] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.708689] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.709818] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.720443] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4eed2f85-fa2d-40c6-9974-a4ce365b246f tempest-MigrationsAdminTest-513313397 tempest-MigrationsAdminTest-513313397-project-member] Lock "ac264115-3fd3-4cc3-b700-dd918838b320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.915s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.750248] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433464, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.761395] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.784137] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527615c4-e8a2-1c15-4125-924a194a491e, 'name': SearchDatastore_Task, 'duration_secs': 0.024045} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.789582] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547b1586-8c9e-447b-8363-8a401cd5c2a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.802096] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 924.802096] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528f62c9-787f-dd5d-fd79-a27e5e5f77b0" [ 924.802096] env[65683]: _type = "Task" [ 924.802096] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.816052] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528f62c9-787f-dd5d-fd79-a27e5e5f77b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.861402] env[65683]: WARNING neutronclient.v2_0.client [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.028948] env[65683]: WARNING neutronclient.v2_0.client [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.094866] env[65683]: DEBUG nova.network.neutron [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Updating instance_info_cache with network_info: [{"id": "5cfa5863-86be-4e0a-922a-1e81c399966f", "address": "fa:16:3e:5c:0c:65", "network": {"id": "c5c8b03e-0bf5-4c7a-a879-a8b23f537ae7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1841181547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3981df43705745cfae43fa3645a2f2db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfa5863-86", "ovs_interfaceid": "5cfa5863-86be-4e0a-922a-1e81c399966f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.134898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.135207] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.135251] env[65683]: DEBUG nova.network.neutron [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 925.164369] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b2bd0a-3f8b-4fbe-bbc4-6df60c0807f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.168814] env[65683]: DEBUG nova.network.neutron [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Updated VIF entry in instance network info cache for port 83095d6d-2fa5-4d6e-ae92-9f05c7313818. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 925.169208] env[65683]: DEBUG nova.network.neutron [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Updating instance_info_cache with network_info: [{"id": "83095d6d-2fa5-4d6e-ae92-9f05c7313818", "address": "fa:16:3e:ff:c9:d4", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83095d6d-2f", "ovs_interfaceid": "83095d6d-2fa5-4d6e-ae92-9f05c7313818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.176128] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89235af-8ba7-4710-b95a-37c23cf84e54 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.215849] env[65683]: DEBUG nova.network.neutron [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 925.218631] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb702d6-1c3e-4929-9858-77861973cc2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.232049] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f76c3-72ba-43cd-8aa9-086f5a09d9c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.252319] env[65683]: DEBUG nova.compute.provider_tree [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.257723] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756485} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.258268] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8592e736-1222-4c2e-a02b-586f02954cf0/8592e736-1222-4c2e-a02b-586f02954cf0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.258492] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.258792] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72f65373-1d9f-410c-906f-8f7a95fc25f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.267856] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 925.267856] env[65683]: value = "task-4433465" [ 925.267856] env[65683]: _type = "Task" [ 925.267856] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.281997] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.308170] env[65683]: WARNING neutronclient.v2_0.client [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.318575] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528f62c9-787f-dd5d-fd79-a27e5e5f77b0, 'name': SearchDatastore_Task, 'duration_secs': 0.058678} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.318837] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.319118] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. {{(pid=65683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 925.320163] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8697de29-33c2-4a29-969c-099a2c224e7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.329870] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 925.329870] env[65683]: value = "task-4433466" [ 925.329870] env[65683]: _type = "Task" [ 925.329870] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.340733] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.393943] env[65683]: DEBUG nova.network.neutron [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Updating instance_info_cache with network_info: [{"id": "941f6d08-0283-41d5-81b7-20f521dc4146", "address": "fa:16:3e:54:2a:e8", "network": {"id": "2232824d-9d18-4f40-8d7e-ebeb27685f25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2135147023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d46e17851b8478892e28e8be15e9f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941f6d08-02", "ovs_interfaceid": "941f6d08-0283-41d5-81b7-20f521dc4146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.562383] env[65683]: DEBUG nova.network.neutron [-] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.597422] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Releasing lock "refresh_cache-927c15be-372d-4717-8098-da81f7890cb0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.597603] env[65683]: DEBUG nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Instance network_info: |[{"id": "5cfa5863-86be-4e0a-922a-1e81c399966f", "address": "fa:16:3e:5c:0c:65", "network": {"id": "c5c8b03e-0bf5-4c7a-a879-a8b23f537ae7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1841181547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3981df43705745cfae43fa3645a2f2db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfa5863-86", "ovs_interfaceid": "5cfa5863-86be-4e0a-922a-1e81c399966f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 925.598361] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:0c:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cfa5863-86be-4e0a-922a-1e81c399966f', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.607379] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Creating folder: Project (3981df43705745cfae43fa3645a2f2db). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.607754] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b327ea59-0c0b-480b-8dbe-2f7a82d08e79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.622034] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Created folder: Project (3981df43705745cfae43fa3645a2f2db) in parent group-v867054. [ 925.622034] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Creating folder: Instances. Parent ref: group-v867266. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.622198] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f03ad45b-99b1-4265-a6c9-411aae20a9f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.632708] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Created folder: Instances in parent group-v867266. [ 925.632950] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 925.633590] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.633590] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab46297d-dd65-41c4-b1b7-37cc12fe7c85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.659994] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.659994] env[65683]: value = "task-4433469" [ 925.659994] env[65683]: _type = "Task" [ 925.659994] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.670139] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433469, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.671883] env[65683]: DEBUG oslo_concurrency.lockutils [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] Releasing lock "refresh_cache-8592e736-1222-4c2e-a02b-586f02954cf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.672602] env[65683]: DEBUG nova.compute.manager [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Received event network-vif-plugged-5cfa5863-86be-4e0a-922a-1e81c399966f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.672602] env[65683]: DEBUG oslo_concurrency.lockutils [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] Acquiring lock "927c15be-372d-4717-8098-da81f7890cb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.672602] env[65683]: DEBUG oslo_concurrency.lockutils [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] Lock "927c15be-372d-4717-8098-da81f7890cb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.672602] env[65683]: DEBUG oslo_concurrency.lockutils [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] Lock "927c15be-372d-4717-8098-da81f7890cb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.672843] env[65683]: DEBUG nova.compute.manager [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] No waiting events found dispatching network-vif-plugged-5cfa5863-86be-4e0a-922a-1e81c399966f {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 925.672900] env[65683]: WARNING nova.compute.manager [req-d7ce0b38-5cad-4980-b6f1-651b145e558c req-307330ed-6220-4bb8-b94f-8fe42aa06510 service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Received unexpected event network-vif-plugged-5cfa5863-86be-4e0a-922a-1e81c399966f for instance with vm_state building and task_state spawning. [ 925.720089] env[65683]: WARNING nova.network.neutron [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] 1d66bd68-ec75-44da-933c-1a3e036dcf92 already exists in list: networks containing: ['1d66bd68-ec75-44da-933c-1a3e036dcf92']. ignoring it [ 925.720658] env[65683]: WARNING nova.network.neutron [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] 1d66bd68-ec75-44da-933c-1a3e036dcf92 already exists in list: networks containing: ['1d66bd68-ec75-44da-933c-1a3e036dcf92']. ignoring it [ 925.754551] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 925.754802] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.754951] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 925.755142] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.755289] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 925.755427] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 925.755721] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.755791] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 925.755929] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 925.756152] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 925.756258] env[65683]: DEBUG nova.virt.hardware [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 925.757181] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35625e00-f5da-4d77-aaa5-156fdc22794d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.760553] env[65683]: DEBUG nova.scheduler.client.report [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.773847] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29f4c0-879b-4220-af71-2ed64cd4f541 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.783606] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065898} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.793303] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.794227] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.799625] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 925.803309] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79190ac2-4d26-43c8-a1f1-70b5d1daa8e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.806185] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.806635] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-164bb14b-4f36-4231-a812-c5c6f30afecc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.841154] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 8592e736-1222-4c2e-a02b-586f02954cf0/8592e736-1222-4c2e-a02b-586f02954cf0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.843773] env[65683]: WARNING neutronclient.v2_0.client [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.850036] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67af3b7-3b1c-4de4-b308-fac306bec905 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.864655] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.864655] env[65683]: value = "task-4433470" [ 925.864655] env[65683]: _type = "Task" [ 925.864655] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.872559] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.874411] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 925.874411] env[65683]: value = "task-4433471" [ 925.874411] env[65683]: _type = "Task" [ 925.874411] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.881295] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433470, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.886760] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.896755] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Releasing lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.897391] env[65683]: DEBUG nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Instance network_info: |[{"id": "941f6d08-0283-41d5-81b7-20f521dc4146", "address": "fa:16:3e:54:2a:e8", "network": {"id": "2232824d-9d18-4f40-8d7e-ebeb27685f25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2135147023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d46e17851b8478892e28e8be15e9f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941f6d08-02", "ovs_interfaceid": "941f6d08-0283-41d5-81b7-20f521dc4146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 925.898021] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:2a:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '941f6d08-0283-41d5-81b7-20f521dc4146', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.907088] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Creating folder: Project (4d46e17851b8478892e28e8be15e9f39). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.907542] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d2c8d64-67ea-46e6-b0a9-e98dfb82aae7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.920861] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Created folder: Project (4d46e17851b8478892e28e8be15e9f39) in parent group-v867054. [ 925.924476] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Creating folder: Instances. Parent ref: group-v867270. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.924476] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2fb01f-1183-4528-88e4-37091eada430 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.940579] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Created folder: Instances in parent group-v867270. [ 925.940579] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 925.940579] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.940579] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7a6c494-09eb-440a-bd94-b35ae08dc858 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.962424] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.962424] env[65683]: value = "task-4433474" [ 925.962424] env[65683]: _type = "Task" [ 925.962424] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.971750] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433474, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.065921] env[65683]: INFO nova.compute.manager [-] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Took 1.77 seconds to deallocate network for instance. [ 926.085258] env[65683]: WARNING neutronclient.v2_0.client [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.176278] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433469, 'name': CreateVM_Task, 'duration_secs': 0.438559} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.176278] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.176729] env[65683]: WARNING neutronclient.v2_0.client [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.177069] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.177229] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.177574] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.177846] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cfef9b-2518-4f51-820f-bcf9bd4ae4f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.185559] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 926.185559] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ef0e82-3e0f-d62f-bf83-4266cfc35298" [ 926.185559] env[65683]: _type = "Task" [ 926.185559] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.196920] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ef0e82-3e0f-d62f-bf83-4266cfc35298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.267073] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.270050] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.511s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.271250] env[65683]: DEBUG nova.objects.instance [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lazy-loading 'resources' on Instance uuid 05953b83-4821-4233-86ef-49e3bc492c1d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.306755] env[65683]: INFO nova.scheduler.client.report [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleted allocations for instance 18b9d973-6729-47b1-8585-3ba385e9815e [ 926.315675] env[65683]: WARNING neutronclient.v2_0.client [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.348621] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433466, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.385062] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433470, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.393979] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433471, 'name': ReconfigVM_Task, 'duration_secs': 0.333723} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.394284] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 8592e736-1222-4c2e-a02b-586f02954cf0/8592e736-1222-4c2e-a02b-586f02954cf0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.395160] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-337683f6-0f01-4330-b010-21b565299408 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.403310] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 926.403310] env[65683]: value = "task-4433475" [ 926.403310] env[65683]: _type = "Task" [ 926.403310] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.417395] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433475, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.457627] env[65683]: DEBUG nova.network.neutron [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "address": "fa:16:3e:1a:61:23", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca57037e-99", "ovs_interfaceid": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62bbe61b-3598-494d-b59b-7a23dd5c725e", "address": "fa:16:3e:74:86:33", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bbe61b-35", "ovs_interfaceid": "62bbe61b-3598-494d-b59b-7a23dd5c725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.473983] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433474, 'name': CreateVM_Task, 'duration_secs': 0.438028} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.474259] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.474739] env[65683]: WARNING neutronclient.v2_0.client [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.475087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.576974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.578496] env[65683]: DEBUG nova.compute.manager [req-da495719-babb-4bc1-955c-9e4c2cde0910 req-b3c8f2cc-2ea7-42a9-82d7-42bf5033effb service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-vif-plugged-62bbe61b-3598-494d-b59b-7a23dd5c725e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 926.578690] env[65683]: DEBUG oslo_concurrency.lockutils [req-da495719-babb-4bc1-955c-9e4c2cde0910 req-b3c8f2cc-2ea7-42a9-82d7-42bf5033effb service nova] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.578889] env[65683]: DEBUG oslo_concurrency.lockutils [req-da495719-babb-4bc1-955c-9e4c2cde0910 req-b3c8f2cc-2ea7-42a9-82d7-42bf5033effb service nova] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.579063] env[65683]: DEBUG oslo_concurrency.lockutils [req-da495719-babb-4bc1-955c-9e4c2cde0910 req-b3c8f2cc-2ea7-42a9-82d7-42bf5033effb service nova] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.579226] env[65683]: DEBUG nova.compute.manager [req-da495719-babb-4bc1-955c-9e4c2cde0910 req-b3c8f2cc-2ea7-42a9-82d7-42bf5033effb service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] No waiting events found dispatching network-vif-plugged-62bbe61b-3598-494d-b59b-7a23dd5c725e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 926.579437] env[65683]: WARNING nova.compute.manager [req-da495719-babb-4bc1-955c-9e4c2cde0910 req-b3c8f2cc-2ea7-42a9-82d7-42bf5033effb service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received unexpected event network-vif-plugged-62bbe61b-3598-494d-b59b-7a23dd5c725e for instance with vm_state active and task_state None. [ 926.606083] env[65683]: DEBUG nova.compute.manager [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Received event network-changed-5cfa5863-86be-4e0a-922a-1e81c399966f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 926.607450] env[65683]: DEBUG nova.compute.manager [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Refreshing instance network info cache due to event network-changed-5cfa5863-86be-4e0a-922a-1e81c399966f. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 926.607450] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Acquiring lock "refresh_cache-927c15be-372d-4717-8098-da81f7890cb0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.607450] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Acquired lock "refresh_cache-927c15be-372d-4717-8098-da81f7890cb0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.607450] env[65683]: DEBUG nova.network.neutron [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Refreshing network info cache for port 5cfa5863-86be-4e0a-922a-1e81c399966f {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.697808] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ef0e82-3e0f-d62f-bf83-4266cfc35298, 'name': SearchDatastore_Task, 'duration_secs': 0.061506} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.698215] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.698470] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.698719] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.698865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.699112] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.699348] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.699736] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.700177] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0afedd70-4b1f-46bb-bee3-a83024cd0c92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.702690] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350566ef-4a64-4136-9504-6f2c073d11ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.709962] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 926.709962] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52776cfc-d298-d67c-577d-9368d9201869" [ 926.709962] env[65683]: _type = "Task" [ 926.709962] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.720339] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52776cfc-d298-d67c-577d-9368d9201869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.721017] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.721017] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.721554] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d6f493-3b24-4363-9f72-713783fe9065 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.728127] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 926.728127] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5262ae5c-177a-a86b-578b-7ce39e0d5c60" [ 926.728127] env[65683]: _type = "Task" [ 926.728127] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.737385] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5262ae5c-177a-a86b-578b-7ce39e0d5c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.818770] env[65683]: DEBUG oslo_concurrency.lockutils [None req-33a36cba-ee4c-4ed5-9dda-7aae4ebe6825 tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "18b9d973-6729-47b1-8585-3ba385e9815e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.641s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.845317] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433466, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.173329} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.845598] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. [ 926.846470] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6282694b-e806-4ee6-8b82-6d87cc13fd71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.882450] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.888659] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b793b848-93b8-42e2-8a14-fa5fa56757f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.912842] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433470, 'name': CreateVM_Task, 'duration_secs': 0.866837} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.916955] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.917345] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 926.917345] env[65683]: value = "task-4433476" [ 926.917345] env[65683]: _type = "Task" [ 926.917345] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.917921] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.924277] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433475, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.930300] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.964539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.965212] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.965358] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.966422] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb4d2f6-e066-4c0a-8f5f-5f7149f69408 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.985701] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 926.985995] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.986160] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 926.986341] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.986481] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 926.986619] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 926.986829] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 926.986956] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 926.987131] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 926.987289] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 926.987571] env[65683]: DEBUG nova.virt.hardware [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 926.994268] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfiguring VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 926.997222] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a57737c-6a71-4b5a-8603-6f56b8539363 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.017623] env[65683]: DEBUG oslo_vmware.api [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 927.017623] env[65683]: value = "task-4433477" [ 927.017623] env[65683]: _type = "Task" [ 927.017623] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.031322] env[65683]: DEBUG oslo_vmware.api [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433477, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.111190] env[65683]: WARNING neutronclient.v2_0.client [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.229763] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52776cfc-d298-d67c-577d-9368d9201869, 'name': SearchDatastore_Task, 'duration_secs': 0.046864} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.233411] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.233585] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.233786] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.236466] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236782] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.238641] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04d613a-7ac1-4c12-955b-28f2a52cccf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.247598] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5262ae5c-177a-a86b-578b-7ce39e0d5c60, 'name': SearchDatastore_Task, 'duration_secs': 0.05798} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.247886] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716d08b8-c0d8-4b30-981f-50ff4a567250 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.251648] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 927.251648] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b744ce-525a-c951-312c-b37ce29f5749" [ 927.251648] env[65683]: _type = "Task" [ 927.251648] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.259323] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 927.259323] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526eafcd-82fa-b898-707a-a31a7c80afbf" [ 927.259323] env[65683]: _type = "Task" [ 927.259323] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.270782] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b744ce-525a-c951-312c-b37ce29f5749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.280071] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526eafcd-82fa-b898-707a-a31a7c80afbf, 'name': SearchDatastore_Task, 'duration_secs': 0.016805} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.280357] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.280652] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 927c15be-372d-4717-8098-da81f7890cb0/927c15be-372d-4717-8098-da81f7890cb0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.281175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.281175] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.281421] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3c8a69e-6bd6-4b88-b24c-247c11c77252 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.283629] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78a0de10-066f-44c1-a935-f8b881fb8e74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.293111] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 927.293111] env[65683]: value = "task-4433478" [ 927.293111] env[65683]: _type = "Task" [ 927.293111] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.298111] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.298370] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.299666] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f05f1c0-2baf-4899-8e83-fe3ad7ae889c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.307614] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.309366] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347ee4d-3979-4884-81ae-fd521de2f2a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.319282] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56972f1-7c2a-413a-9185-49c1c733becc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.322606] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 927.322606] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ce6a1f-a063-4daa-fb58-d889e22f09a4" [ 927.322606] env[65683]: _type = "Task" [ 927.322606] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.369557] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c760cfd2-186d-4fa2-9079-bca7b079da41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.378837] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ce6a1f-a063-4daa-fb58-d889e22f09a4, 'name': SearchDatastore_Task, 'duration_secs': 0.024478} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.380922] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478e0e57-b025-4c6c-8b7e-f076daf1f243 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.387676] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb54d263-71c7-4d5a-999d-15851056f960 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.393675] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 927.393675] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525412fe-d423-3351-d4f3-87ae769a57e1" [ 927.393675] env[65683]: _type = "Task" [ 927.393675] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.407769] env[65683]: DEBUG nova.compute.provider_tree [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.418217] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525412fe-d423-3351-d4f3-87ae769a57e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015772} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.419539] env[65683]: WARNING neutronclient.v2_0.client [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.422753] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.423098] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] d5f14d6d-5b84-484d-9f20-353821fbccf0/d5f14d6d-5b84-484d-9f20-353821fbccf0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.428891] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b808350d-d573-4e85-b7a2-c2fc8e119855 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.434454] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433475, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.441583] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.443260] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 927.443260] env[65683]: value = "task-4433479" [ 927.443260] env[65683]: _type = "Task" [ 927.443260] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.517358] env[65683]: DEBUG nova.network.neutron [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Updated VIF entry in instance network info cache for port 5cfa5863-86be-4e0a-922a-1e81c399966f. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 927.517657] env[65683]: DEBUG nova.network.neutron [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Updating instance_info_cache with network_info: [{"id": "5cfa5863-86be-4e0a-922a-1e81c399966f", "address": "fa:16:3e:5c:0c:65", "network": {"id": "c5c8b03e-0bf5-4c7a-a879-a8b23f537ae7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1841181547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3981df43705745cfae43fa3645a2f2db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfa5863-86", "ovs_interfaceid": "5cfa5863-86be-4e0a-922a-1e81c399966f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.531025] env[65683]: DEBUG oslo_vmware.api [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.631712] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.631978] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.632224] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.632405] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.632586] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.635684] env[65683]: INFO nova.compute.manager [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Terminating instance [ 927.767400] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b744ce-525a-c951-312c-b37ce29f5749, 'name': SearchDatastore_Task, 'duration_secs': 0.021746} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.767767] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.768036] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.768274] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.768548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.768824] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.769171] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a8a2816-fde1-453c-bc7f-51cefdf3f832 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.791084] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.791381] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.792370] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b238fa52-84ae-40aa-b2ea-794e80d6bfad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.812298] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433478, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.814927] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 927.814927] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529bdfb6-6a70-c493-4d5d-159a72a261ea" [ 927.814927] env[65683]: _type = "Task" [ 927.814927] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.827649] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529bdfb6-6a70-c493-4d5d-159a72a261ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.919516] env[65683]: DEBUG nova.scheduler.client.report [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.924211] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433475, 'name': Rename_Task, 'duration_secs': 1.200315} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.924868] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.930262] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81b859f9-2b1e-49fd-beb5-f82b0c548467 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.939901] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433476, 'name': ReconfigVM_Task, 'duration_secs': 0.718027} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.941690] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfigured VM instance instance-0000003b to attach disk [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.942501] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 927.942501] env[65683]: value = "task-4433480" [ 927.942501] env[65683]: _type = "Task" [ 927.942501] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.943460] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c824e97-4d80-4826-a0e3-cdfb86338d8d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.990665] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433479, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.990970] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-275317a0-af91-427d-ab45-360742447082 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.009965] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 928.009965] env[65683]: value = "task-4433481" [ 928.009965] env[65683]: _type = "Task" [ 928.009965] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.021125] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.025358] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Releasing lock "refresh_cache-927c15be-372d-4717-8098-da81f7890cb0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.025590] env[65683]: DEBUG nova.compute.manager [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Received event network-vif-plugged-941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.025784] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Acquiring lock "d5f14d6d-5b84-484d-9f20-353821fbccf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.025995] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.026205] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.026472] env[65683]: DEBUG nova.compute.manager [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] No waiting events found dispatching network-vif-plugged-941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 928.026694] env[65683]: WARNING nova.compute.manager [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Received unexpected event network-vif-plugged-941f6d08-0283-41d5-81b7-20f521dc4146 for instance with vm_state building and task_state spawning. [ 928.027311] env[65683]: DEBUG nova.compute.manager [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Received event network-changed-941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.027311] env[65683]: DEBUG nova.compute.manager [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Refreshing instance network info cache due to event network-changed-941f6d08-0283-41d5-81b7-20f521dc4146. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 928.027311] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Acquiring lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.027533] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Acquired lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.027831] env[65683]: DEBUG nova.network.neutron [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Refreshing network info cache for port 941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.035859] env[65683]: DEBUG oslo_vmware.api [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433477, 'name': ReconfigVM_Task, 'duration_secs': 0.980141} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.036344] env[65683]: WARNING neutronclient.v2_0.client [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.036590] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.036787] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfigured VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 928.140037] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "refresh_cache-3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.140233] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquired lock "refresh_cache-3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.140921] env[65683]: DEBUG nova.network.neutron [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 928.312875] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639005} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.313273] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 927c15be-372d-4717-8098-da81f7890cb0/927c15be-372d-4717-8098-da81f7890cb0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.313562] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.314131] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1d8f38a-f7d9-4384-9c66-f291c931642a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.325883] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529bdfb6-6a70-c493-4d5d-159a72a261ea, 'name': SearchDatastore_Task, 'duration_secs': 0.060818} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.327866] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 928.327866] env[65683]: value = "task-4433482" [ 928.327866] env[65683]: _type = "Task" [ 928.327866] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.328165] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904440f6-e006-47a7-8db8-6cc532046782 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.337932] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 928.337932] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527bdf21-488c-9d84-9dfa-fb9f7356e137" [ 928.337932] env[65683]: _type = "Task" [ 928.337932] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.343246] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.355533] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527bdf21-488c-9d84-9dfa-fb9f7356e137, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.355793] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.356075] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.356356] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a3cc18b-252c-4381-8932-ea2ab5a4e874 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.364996] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 928.364996] env[65683]: value = "task-4433483" [ 928.364996] env[65683]: _type = "Task" [ 928.364996] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.374169] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.426629] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.428577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.128s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.428811] env[65683]: DEBUG nova.objects.instance [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'resources' on Instance uuid 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.461887] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860668} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.463305] env[65683]: INFO nova.scheduler.client.report [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Deleted allocations for instance 05953b83-4821-4233-86ef-49e3bc492c1d [ 928.474086] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] d5f14d6d-5b84-484d-9f20-353821fbccf0/d5f14d6d-5b84-484d-9f20-353821fbccf0.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.474086] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.474086] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433480, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.474086] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8d2d78d-79b6-452f-89bd-b8a1562ac227 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.482433] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 928.482433] env[65683]: value = "task-4433484" [ 928.482433] env[65683]: _type = "Task" [ 928.482433] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.492902] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.522301] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433481, 'name': ReconfigVM_Task, 'duration_secs': 0.302448} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.522963] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.522963] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f126dec-37c9-4d32-9ed5-455be5f4bb70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.531603] env[65683]: WARNING neutronclient.v2_0.client [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.534378] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 928.534378] env[65683]: value = "task-4433485" [ 928.534378] env[65683]: _type = "Task" [ 928.534378] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.542442] env[65683]: DEBUG oslo_concurrency.lockutils [None req-00419347-bda1-4c9e-9659-267c698bbef4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-62bbe61b-3598-494d-b59b-7a23dd5c725e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.800s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.547888] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.645433] env[65683]: WARNING neutronclient.v2_0.client [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.773539] env[65683]: DEBUG nova.network.neutron [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 928.850256] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080874} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.850256] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.850256] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848bf1e-f5cc-4f37-bcba-d394d63b1e05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.886511] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 927c15be-372d-4717-8098-da81f7890cb0/927c15be-372d-4717-8098-da81f7890cb0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.894243] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa3367b-8b3c-47e6-a61d-66af05c05374 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.918555] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.920397] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 928.920397] env[65683]: value = "task-4433486" [ 928.920397] env[65683]: _type = "Task" [ 928.920397] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.931299] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.932401] env[65683]: WARNING neutronclient.v2_0.client [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.960082] env[65683]: DEBUG oslo_vmware.api [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433480, 'name': PowerOnVM_Task, 'duration_secs': 0.596746} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.961454] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.961784] env[65683]: INFO nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Took 9.98 seconds to spawn the instance on the hypervisor. [ 928.962038] env[65683]: DEBUG nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 928.964195] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d2881-60b0-4f1e-95bf-f58fe882b2b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.980112] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ddd66560-06f1-4f6b-9a1c-eaa5d0115139 tempest-ServersWithSpecificFlavorTestJSON-1798572525 tempest-ServersWithSpecificFlavorTestJSON-1798572525-project-member] Lock "05953b83-4821-4233-86ef-49e3bc492c1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.153s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.999442] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083062} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.000998] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.002404] env[65683]: DEBUG nova.compute.manager [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-changed-62bbe61b-3598-494d-b59b-7a23dd5c725e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.002592] env[65683]: DEBUG nova.compute.manager [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing instance network info cache due to event network-changed-62bbe61b-3598-494d-b59b-7a23dd5c725e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 929.002807] env[65683]: DEBUG oslo_concurrency.lockutils [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.003203] env[65683]: DEBUG oslo_concurrency.lockutils [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.003308] env[65683]: DEBUG nova.network.neutron [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Refreshing network info cache for port 62bbe61b-3598-494d-b59b-7a23dd5c725e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.009647] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea2854-63e8-44bf-a1e8-98179ba483b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.039888] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d5f14d6d-5b84-484d-9f20-353821fbccf0/d5f14d6d-5b84-484d-9f20-353821fbccf0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.043694] env[65683]: DEBUG nova.network.neutron [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.046365] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0841afe3-42a7-45c3-aff8-1943dfe3f50e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.067400] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Releasing lock "refresh_cache-3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.067400] env[65683]: DEBUG nova.compute.manager [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 929.067400] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.071297] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cfd3aa-c920-45ca-b76f-ad3600a585ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.086129] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433485, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.091417] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.091750] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.092041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.092298] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.092554] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.094730] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.095281] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 929.095281] env[65683]: value = "task-4433487" [ 929.095281] env[65683]: _type = "Task" [ 929.095281] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.099625] env[65683]: INFO nova.compute.manager [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Terminating instance [ 929.104878] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba9eae8-6d4b-48f9-ac4c-4a86cea897f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.122278] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.127546] env[65683]: DEBUG oslo_vmware.api [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 929.127546] env[65683]: value = "task-4433488" [ 929.127546] env[65683]: _type = "Task" [ 929.127546] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.139849] env[65683]: DEBUG oslo_vmware.api [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.213588] env[65683]: DEBUG nova.network.neutron [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Updated VIF entry in instance network info cache for port 941f6d08-0283-41d5-81b7-20f521dc4146. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.213965] env[65683]: DEBUG nova.network.neutron [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Updating instance_info_cache with network_info: [{"id": "941f6d08-0283-41d5-81b7-20f521dc4146", "address": "fa:16:3e:54:2a:e8", "network": {"id": "2232824d-9d18-4f40-8d7e-ebeb27685f25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2135147023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d46e17851b8478892e28e8be15e9f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941f6d08-02", "ovs_interfaceid": "941f6d08-0283-41d5-81b7-20f521dc4146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.387139] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678741} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.387139] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.387782] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.387782] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69a0a29c-c3cd-421e-a10d-832d1d76ac71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.399307] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 929.399307] env[65683]: value = "task-4433489" [ 929.399307] env[65683]: _type = "Task" [ 929.399307] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.409919] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.434466] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433486, 'name': ReconfigVM_Task, 'duration_secs': 0.484053} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.434836] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 927c15be-372d-4717-8098-da81f7890cb0/927c15be-372d-4717-8098-da81f7890cb0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.436142] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ee4295-828b-4478-9a9c-1b52ebc9b0b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.445871] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 929.445871] env[65683]: value = "task-4433490" [ 929.445871] env[65683]: _type = "Task" [ 929.445871] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.459130] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433490, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.490782] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2a7581-fc01-41d6-ad57-18228a2c54f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.496144] env[65683]: INFO nova.compute.manager [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Took 27.11 seconds to build instance. [ 929.501320] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd774b-4358-4c12-9bdf-24a94083474b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.536146] env[65683]: WARNING neutronclient.v2_0.client [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.541075] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc3f71f-74da-4a67-a677-617a25b98c07 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.554119] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edfa9c2-caae-4c14-8f8a-fdbd841d7aa1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.566302] env[65683]: DEBUG oslo_vmware.api [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433485, 'name': PowerOnVM_Task, 'duration_secs': 0.580067} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.575814] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.581021] env[65683]: DEBUG nova.compute.provider_tree [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.581021] env[65683]: DEBUG nova.compute.manager [None req-2799f02a-0bf4-4e0e-ba22-c521a2ac4bb2 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 929.581021] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1644bd6f-46aa-4855-8ab5-da9b0232d6f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.618427] env[65683]: DEBUG nova.compute.manager [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 929.618427] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.618427] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.619155] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f21324-ee56-4db5-9689-110807251144 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.627885] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.628593] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83851d87-bf9b-4311-8dbd-ebed53941b4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.640222] env[65683]: DEBUG oslo_vmware.api [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433488, 'name': PowerOffVM_Task, 'duration_secs': 0.223187} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.640480] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.640703] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.641586] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24ff4823-8d8d-4ab3-a86a-98ab59d5d045 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.644551] env[65683]: DEBUG oslo_vmware.api [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 929.644551] env[65683]: value = "task-4433491" [ 929.644551] env[65683]: _type = "Task" [ 929.644551] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.659462] env[65683]: DEBUG oslo_vmware.api [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.674045] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.674045] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.674252] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleting the datastore file [datastore2] 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.674889] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41cabbe6-577f-4317-8298-79197c3e0dbb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.685194] env[65683]: DEBUG oslo_vmware.api [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for the task: (returnval){ [ 929.685194] env[65683]: value = "task-4433493" [ 929.685194] env[65683]: _type = "Task" [ 929.685194] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.696951] env[65683]: DEBUG oslo_vmware.api [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.719222] env[65683]: DEBUG oslo_concurrency.lockutils [req-55cf9288-779a-4394-91e2-784c8de448da req-bcae5667-f405-42f0-972b-95fd8a5730cd service nova] Releasing lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.912189] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121742} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.912602] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.913942] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb644be-93f5-4a8c-9aaf-1510e8e622ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.945775] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.948510] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b025be78-5cca-4c9b-ac03-d358737ebdc1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.976724] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433490, 'name': Rename_Task, 'duration_secs': 0.372059} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.978451] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.979108] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 929.979108] env[65683]: value = "task-4433494" [ 929.979108] env[65683]: _type = "Task" [ 929.979108] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.979750] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45be069e-996e-4592-aaa8-44185ce5c307 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.992755] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.994201] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 929.994201] env[65683]: value = "task-4433495" [ 929.994201] env[65683]: _type = "Task" [ 929.994201] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.998768] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbce69f3-ca2f-4866-af46-0200d5a001a3 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "8592e736-1222-4c2e-a02b-586f02954cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.626s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.005357] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.086370] env[65683]: DEBUG nova.scheduler.client.report [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.123666] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433487, 'name': ReconfigVM_Task, 'duration_secs': 0.654109} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.124583] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d5f14d6d-5b84-484d-9f20-353821fbccf0/d5f14d6d-5b84-484d-9f20-353821fbccf0.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.125528] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec93bbce-f5e4-468a-91fd-460f8aaadb85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.137171] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 930.137171] env[65683]: value = "task-4433496" [ 930.137171] env[65683]: _type = "Task" [ 930.137171] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.149882] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433496, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.160404] env[65683]: DEBUG oslo_vmware.api [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433491, 'name': PowerOffVM_Task, 'duration_secs': 0.409628} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.161399] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.161399] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.161399] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-260ec9ae-f79f-407b-898c-e52a8d6153ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.202459] env[65683]: DEBUG oslo_vmware.api [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Task: {'id': task-4433493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112014} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.202459] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.202459] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.202459] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.202982] env[65683]: INFO nova.compute.manager [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 930.202982] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 930.202982] env[65683]: DEBUG nova.compute.manager [-] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 930.203197] env[65683]: DEBUG nova.network.neutron [-] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.204908] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.244944] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.245184] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.245554] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Deleting the datastore file [datastore1] d2a10b9c-3f41-416e-b966-0e86ff59d1ca {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.246463] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a99d795-f2ac-44e3-afed-fa335193611d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.258957] env[65683]: DEBUG oslo_vmware.api [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for the task: (returnval){ [ 930.258957] env[65683]: value = "task-4433498" [ 930.258957] env[65683]: _type = "Task" [ 930.258957] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.274313] env[65683]: DEBUG oslo_vmware.api [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.279797] env[65683]: WARNING neutronclient.v2_0.client [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.295824] env[65683]: DEBUG nova.network.neutron [-] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 930.296194] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.496905] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433494, 'name': ReconfigVM_Task, 'duration_secs': 0.440493} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.498376] env[65683]: DEBUG nova.network.neutron [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updated VIF entry in instance network info cache for port 62bbe61b-3598-494d-b59b-7a23dd5c725e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 930.498914] env[65683]: DEBUG nova.network.neutron [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "address": "fa:16:3e:1a:61:23", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca57037e-99", "ovs_interfaceid": "ca57037e-9918-42fa-8cd2-a1d72038bd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62bbe61b-3598-494d-b59b-7a23dd5c725e", "address": "fa:16:3e:74:86:33", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bbe61b-35", "ovs_interfaceid": "62bbe61b-3598-494d-b59b-7a23dd5c725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.503686] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f/714e2aef-dc8a-4d9f-843b-c7c8ad695d4f.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.504879] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c70aec7-628b-4fdd-9229-d5cb712a6d2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.514269] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433495, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.516497] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 930.516497] env[65683]: value = "task-4433499" [ 930.516497] env[65683]: _type = "Task" [ 930.516497] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.530012] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433499, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.593324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.595684] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.655s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.596853] env[65683]: INFO nova.compute.claims [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.630890] env[65683]: INFO nova.scheduler.client.report [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted allocations for instance 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5 [ 930.651207] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433496, 'name': Rename_Task, 'duration_secs': 0.189152} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.651535] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.653086] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbb7b9bb-ed85-4297-895d-44133533e2b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.661874] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 930.661874] env[65683]: value = "task-4433500" [ 930.661874] env[65683]: _type = "Task" [ 930.661874] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.674807] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.770604] env[65683]: DEBUG oslo_vmware.api [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Task: {'id': task-4433498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226732} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.771354] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.771547] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.771719] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.771886] env[65683]: INFO nova.compute.manager [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 930.772143] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 930.772404] env[65683]: DEBUG nova.compute.manager [-] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 930.772497] env[65683]: DEBUG nova.network.neutron [-] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.772802] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.800571] env[65683]: DEBUG nova.network.neutron [-] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.007834] env[65683]: DEBUG oslo_concurrency.lockutils [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.007834] env[65683]: DEBUG nova.compute.manager [req-649ed8da-b339-48e6-b904-f29d449e704d req-6677b3de-9173-474d-a00d-b3d3e8d2cc23 service nova] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Received event network-vif-deleted-0f593d83-2cad-431c-a6be-c56809ce59ae {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.008180] env[65683]: DEBUG oslo_vmware.api [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433495, 'name': PowerOnVM_Task, 'duration_secs': 0.752008} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.008342] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.008540] env[65683]: INFO nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Took 9.47 seconds to spawn the instance on the hypervisor. [ 931.008752] env[65683]: DEBUG nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.009682] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0319c4b5-64ef-4979-9acd-001a32dbc3d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.030870] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433499, 'name': Rename_Task, 'duration_secs': 0.181988} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.031276] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.031575] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22da422-ce8d-4d7a-ba84-54f6d74ef2ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.042360] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 931.042360] env[65683]: value = "task-4433501" [ 931.042360] env[65683]: _type = "Task" [ 931.042360] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.053243] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.147243] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f28f5a60-190e-4c34-baa7-a1ebccec6647 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.042s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.168399] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.183035] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433500, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.306775] env[65683]: INFO nova.compute.manager [-] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Took 1.10 seconds to deallocate network for instance. [ 931.321741] env[65683]: INFO nova.compute.manager [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Unrescuing [ 931.323498] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.323498] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquired lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.323498] env[65683]: DEBUG nova.network.neutron [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 931.455588] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e35e661-7d86-467b-a21d-275e22344fa8 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "c5c393e4-cb8b-49b8-a16c-794eb8529d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.456100] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e35e661-7d86-467b-a21d-275e22344fa8 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "c5c393e4-cb8b-49b8-a16c-794eb8529d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.533633] env[65683]: INFO nova.compute.manager [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Took 28.93 seconds to build instance. [ 931.555424] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.679399] env[65683]: DEBUG oslo_vmware.api [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433500, 'name': PowerOnVM_Task, 'duration_secs': 0.709957} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.682533] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.682829] env[65683]: INFO nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Took 7.52 seconds to spawn the instance on the hypervisor. [ 931.683208] env[65683]: DEBUG nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.685403] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a010382b-ddf1-4b30-9bf7-b9cc720548f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.815620] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.826830] env[65683]: WARNING neutronclient.v2_0.client [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.959597] env[65683]: DEBUG nova.compute.manager [None req-0e35e661-7d86-467b-a21d-275e22344fa8 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: c5c393e4-cb8b-49b8-a16c-794eb8529d5a] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 931.988937] env[65683]: DEBUG nova.network.neutron [-] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.035800] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2d486b3c-175b-4aa6-9c91-0921907038ba tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "927c15be-372d-4717-8098-da81f7890cb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.468s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.063855] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.108180] env[65683]: WARNING neutronclient.v2_0.client [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.124181] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b451c645-7c96-4065-bf2b-7b3d585281e8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.127532] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-ca57037e-9918-42fa-8cd2-a1d72038bd0e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.128087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-ca57037e-9918-42fa-8cd2-a1d72038bd0e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.133194] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c539f2a5-3fe3-404a-97f5-660c6ff0b78b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.169841] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a118cc4a-0230-44ca-9a6b-50aab82455dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.180649] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f447bcb3-aac2-40bc-bd9b-4f2cfc27d540 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.208133] env[65683]: DEBUG nova.compute.provider_tree [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.216952] env[65683]: INFO nova.compute.manager [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Took 26.12 seconds to build instance. [ 932.275833] env[65683]: DEBUG nova.compute.manager [req-5dbfb6be-991e-4c5b-be62-f3e7e3c2320d req-4d1b4400-81b2-44c8-9f63-a3536e759f1c service nova] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Received event network-vif-deleted-c81b1713-222f-4b49-94c1-02f75bf69327 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.281215] env[65683]: DEBUG nova.network.neutron [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.466925] env[65683]: DEBUG nova.compute.manager [None req-0e35e661-7d86-467b-a21d-275e22344fa8 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: c5c393e4-cb8b-49b8-a16c-794eb8529d5a] Instance disappeared before build. {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 932.490870] env[65683]: INFO nova.compute.manager [-] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Took 1.72 seconds to deallocate network for instance. [ 932.558362] env[65683]: DEBUG oslo_vmware.api [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433501, 'name': PowerOnVM_Task, 'duration_secs': 1.069008} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.558662] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.558662] env[65683]: DEBUG nova.compute.manager [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 932.559438] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4fab5-276f-44ab-896e-8cfd8a430615 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.633030] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.633030] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.633030] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb1334-0920-4808-9088-f18d946f8ee0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.656334] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126e697c-434c-4f99-931e-1345e7f17feb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.683061] env[65683]: WARNING neutronclient.v2_0.client [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.687496] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfiguring VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 932.688271] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f55af49d-a47d-4ec1-86ca-937a1cbce31b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.709434] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 932.709434] env[65683]: value = "task-4433502" [ 932.709434] env[65683]: _type = "Task" [ 932.709434] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.715087] env[65683]: DEBUG nova.scheduler.client.report [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.719929] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6525e6a3-2481-4c33-84b0-e04537c3236c tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.631s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.726861] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.783411] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Releasing lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.785795] env[65683]: DEBUG nova.objects.instance [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lazy-loading 'flavor' on Instance uuid e62fd4a2-5121-40b7-830d-0ee02d4e66ce {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.865378] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "927c15be-372d-4717-8098-da81f7890cb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.865800] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "927c15be-372d-4717-8098-da81f7890cb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.866122] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "927c15be-372d-4717-8098-da81f7890cb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.866337] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "927c15be-372d-4717-8098-da81f7890cb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.866528] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "927c15be-372d-4717-8098-da81f7890cb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.869208] env[65683]: INFO nova.compute.manager [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Terminating instance [ 932.993423] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0e35e661-7d86-467b-a21d-275e22344fa8 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "c5c393e4-cb8b-49b8-a16c-794eb8529d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.537s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.004556] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.078829] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.224999] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.224999] env[65683]: DEBUG nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 933.227991] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.227991] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.735s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.229466] env[65683]: INFO nova.compute.claims [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.291945] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a33cf-e760-4123-a2e7-eb03d9270e23 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.321704] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.322144] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1dc986-ac16-4e94-b021-067358fa3a80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.332220] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 933.332220] env[65683]: value = "task-4433503" [ 933.332220] env[65683]: _type = "Task" [ 933.332220] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.344312] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.378481] env[65683]: DEBUG nova.compute.manager [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 933.379674] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.379674] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66474eab-b243-4ce0-a24b-d83a5b61017a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.389872] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.391473] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca7019a-5c49-4ccb-a584-ddca649c189c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.402704] env[65683]: DEBUG oslo_vmware.api [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 933.402704] env[65683]: value = "task-4433504" [ 933.402704] env[65683]: _type = "Task" [ 933.402704] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.415445] env[65683]: DEBUG oslo_vmware.api [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.728460] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.737040] env[65683]: DEBUG nova.compute.utils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.740390] env[65683]: DEBUG nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 933.740605] env[65683]: DEBUG nova.network.neutron [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 933.740935] env[65683]: WARNING neutronclient.v2_0.client [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.741352] env[65683]: WARNING neutronclient.v2_0.client [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.791925] env[65683]: DEBUG nova.policy [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e55d31a4cfd48429067964ffb025f94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d246f54dac740a9931c2da538a177e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.842917] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433503, 'name': PowerOffVM_Task, 'duration_secs': 0.334693} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.844161] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.852986] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfiguring VM instance instance-0000003b to detach disk 2002 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.853762] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02663f64-27d0-4005-8e8f-da09f5214a0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.880055] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 933.880055] env[65683]: value = "task-4433505" [ 933.880055] env[65683]: _type = "Task" [ 933.880055] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.891089] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.919170] env[65683]: DEBUG oslo_vmware.api [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433504, 'name': PowerOffVM_Task, 'duration_secs': 0.291997} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.919170] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.919376] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.919479] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e00f0e28-def1-4b12-8c31-49c53b4d84b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.970974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "13cd11b6-55c6-44dd-9c5c-374395b52176" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.971323] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.003014] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "71c549d6-87cc-4e52-984e-551d641fc0dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.003433] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.004969] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.004969] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.005306] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Deleting the datastore file [datastore2] 927c15be-372d-4717-8098-da81f7890cb0 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.007325] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-589c268d-9f9c-4d93-8303-534490be7dbd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.016961] env[65683]: DEBUG oslo_vmware.api [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for the task: (returnval){ [ 934.016961] env[65683]: value = "task-4433507" [ 934.016961] env[65683]: _type = "Task" [ 934.016961] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.027837] env[65683]: DEBUG oslo_vmware.api [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.188201] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.188462] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.188662] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.188831] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.189111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.192168] env[65683]: INFO nova.compute.manager [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Terminating instance [ 934.223294] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.241621] env[65683]: DEBUG nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 934.255944] env[65683]: DEBUG nova.network.neutron [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Successfully created port: c5af7078-c088-43f5-86e4-32c3096195b2 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.390095] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433505, 'name': ReconfigVM_Task, 'duration_secs': 0.309915} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.390731] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfigured VM instance instance-0000003b to detach disk 2002 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.390731] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.390880] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8466e5a-c310-4b52-8010-36e392260195 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.398736] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 934.398736] env[65683]: value = "task-4433508" [ 934.398736] env[65683]: _type = "Task" [ 934.398736] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.410569] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.474751] env[65683]: INFO nova.compute.manager [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Detaching volume 8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1 [ 934.506397] env[65683]: DEBUG nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 934.531236] env[65683]: INFO nova.virt.block_device [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Attempting to driver detach volume 8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1 from mountpoint /dev/sdb [ 934.531236] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 934.531236] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867205', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'name': 'volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13cd11b6-55c6-44dd-9c5c-374395b52176', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'serial': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 934.531236] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee31ef9-5f9c-48b3-bb59-b5caa7ac2a00 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.570616] env[65683]: DEBUG oslo_vmware.api [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Task: {'id': task-4433507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279781} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.576715] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.576939] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.577198] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.577296] env[65683]: INFO nova.compute.manager [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 934.577558] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 934.578576] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6826521-eea8-45b4-aca2-e90feb1ac63d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.582338] env[65683]: DEBUG nova.compute.manager [-] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 934.582453] env[65683]: DEBUG nova.network.neutron [-] [instance: 927c15be-372d-4717-8098-da81f7890cb0] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 934.582734] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.593554] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef10b0b-94c5-4b14-bad3-e36f3ccf36a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.629084] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd4bce-86d5-4e62-b110-90678a79a4b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.649273] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1/volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 934.654951] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.658930] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70c0a21-6fff-4799-a02c-8fd2cca9e260 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.679604] env[65683]: DEBUG oslo_vmware.api [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 934.679604] env[65683]: value = "task-4433509" [ 934.679604] env[65683]: _type = "Task" [ 934.679604] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.689935] env[65683]: DEBUG oslo_vmware.api [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.698535] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "refresh_cache-714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.698740] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquired lock "refresh_cache-714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.699155] env[65683]: DEBUG nova.network.neutron [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.729213] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.749459] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2010dc88-d6fa-41e1-8d56-c23a2e048089 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.770626] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316dc9a1-8075-441e-860b-c647dfb4bc2e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.809712] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588fdd90-3ab6-4a9e-a306-acb7307365cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.819611] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaa5e53-8545-4163-a04a-c4c7b0a4ca3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.839069] env[65683]: DEBUG nova.compute.provider_tree [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.922392] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.033660] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.190431] env[65683]: DEBUG oslo_vmware.api [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.205166] env[65683]: WARNING neutronclient.v2_0.client [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.226145] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.265583] env[65683]: DEBUG nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 935.299607] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.299865] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.300011] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.300192] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.300334] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.300477] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.300800] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.300952] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.301078] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.301239] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.301407] env[65683]: DEBUG nova.virt.hardware [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.302349] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee125dd-00b7-4757-820c-dd316bf735b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.311836] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d577eb86-3490-4b14-a9f6-b8c2c809c51a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.343202] env[65683]: DEBUG nova.scheduler.client.report [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.412447] env[65683]: DEBUG oslo_vmware.api [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433508, 'name': PowerOnVM_Task, 'duration_secs': 0.736903} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.412447] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.412447] env[65683]: DEBUG nova.compute.manager [None req-67d53461-6c27-4a89-9873-dcf4df408eab tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 935.413204] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d44586-d863-48ea-9675-e7895b8539dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.613885] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.695519] env[65683]: DEBUG oslo_vmware.api [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433509, 'name': ReconfigVM_Task, 'duration_secs': 0.527017} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.695821] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.702344] env[65683]: DEBUG nova.network.neutron [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.705946] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dee22f0-d32b-4713-8ff1-94b88e8e6259 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.729856] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.730709] env[65683]: DEBUG oslo_vmware.api [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 935.730709] env[65683]: value = "task-4433510" [ 935.730709] env[65683]: _type = "Task" [ 935.730709] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.739384] env[65683]: DEBUG oslo_vmware.api [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.849638] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.850238] env[65683]: DEBUG nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 935.854019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.900s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.854190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.858046] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.547s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.858185] env[65683]: DEBUG nova.objects.instance [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lazy-loading 'resources' on Instance uuid 74af8894-8c88-4374-8376-45bfdb1ce89b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.903965] env[65683]: DEBUG nova.network.neutron [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Successfully updated port: c5af7078-c088-43f5-86e4-32c3096195b2 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 935.910424] env[65683]: INFO nova.scheduler.client.report [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted allocations for instance 0c14c4d2-b078-41c4-920d-d17ed577ebad [ 935.993671] env[65683]: DEBUG nova.compute.manager [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Received event network-changed-941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 935.993671] env[65683]: DEBUG nova.compute.manager [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Refreshing instance network info cache due to event network-changed-941f6d08-0283-41d5-81b7-20f521dc4146. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 935.993671] env[65683]: DEBUG oslo_concurrency.lockutils [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] Acquiring lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.993671] env[65683]: DEBUG oslo_concurrency.lockutils [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] Acquired lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.993671] env[65683]: DEBUG nova.network.neutron [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Refreshing network info cache for port 941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.027743] env[65683]: DEBUG nova.network.neutron [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.230524] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.241803] env[65683]: DEBUG oslo_vmware.api [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433510, 'name': ReconfigVM_Task, 'duration_secs': 0.226041} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.242159] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867205', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'name': 'volume-8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13cd11b6-55c6-44dd-9c5c-374395b52176', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1', 'serial': '8b1a8218-6cd4-4ef6-adf9-358bba4bd7e1'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 936.356212] env[65683]: DEBUG nova.compute.manager [req-480c060a-2d5d-45ed-a4fd-72ea665daa5f req-612966be-8941-4c10-8c92-7a75cfb39b9c service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Received event network-vif-deleted-5cfa5863-86be-4e0a-922a-1e81c399966f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.356212] env[65683]: INFO nova.compute.manager [req-480c060a-2d5d-45ed-a4fd-72ea665daa5f req-612966be-8941-4c10-8c92-7a75cfb39b9c service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Neutron deleted interface 5cfa5863-86be-4e0a-922a-1e81c399966f; detaching it from the instance and deleting it from the info cache [ 936.356212] env[65683]: DEBUG nova.network.neutron [req-480c060a-2d5d-45ed-a4fd-72ea665daa5f req-612966be-8941-4c10-8c92-7a75cfb39b9c service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.368812] env[65683]: DEBUG nova.compute.utils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.374035] env[65683]: DEBUG nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 936.374035] env[65683]: DEBUG nova.network.neutron [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 936.374035] env[65683]: WARNING neutronclient.v2_0.client [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.374035] env[65683]: WARNING neutronclient.v2_0.client [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.403459] env[65683]: DEBUG nova.network.neutron [-] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.412843] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.413060] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.413262] env[65683]: DEBUG nova.network.neutron [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.419914] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a2a75723-9f1a-42dd-bf61-3320adbcd67b tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "0c14c4d2-b078-41c4-920d-d17ed577ebad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.573s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.430784] env[65683]: DEBUG nova.policy [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea1ae425cb824a3fa603b717e05a247e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fe3f14d4b184c9b90c5ad49e42419c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.496804] env[65683]: WARNING neutronclient.v2_0.client [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.535386] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Releasing lock "refresh_cache-714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.535878] env[65683]: DEBUG nova.compute.manager [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 936.535998] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.536929] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2f6d36-5ec0-485f-8b8b-5e998684ff17 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.548108] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.553947] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb444eec-e33e-4d66-9181-d8f700cc4ac8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.563385] env[65683]: DEBUG oslo_vmware.api [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 936.563385] env[65683]: value = "task-4433511" [ 936.563385] env[65683]: _type = "Task" [ 936.563385] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.586943] env[65683]: DEBUG oslo_vmware.api [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.734833] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.814645] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee3f10-ae92-43bc-8e04-b2a3b77e0aac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.818442] env[65683]: DEBUG nova.objects.instance [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'flavor' on Instance uuid 13cd11b6-55c6-44dd-9c5c-374395b52176 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.826725] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee39cd40-0e33-4e7f-bd1e-281b6eea97d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.874025] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-485fb6e5-72b3-4736-8b0d-dd317d75897c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.874985] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca7621-5245-4884-96bf-ba83242d55f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.880435] env[65683]: DEBUG nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 936.897115] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f7cc20-fda7-4f97-8c40-e2b5a2476775 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.906400] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0df1dc-d37f-44b9-913d-531e5fed3781 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.922509] env[65683]: DEBUG nova.network.neutron [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Successfully created port: 8f16e72f-f5fb-4b8c-b005-14e4cadba859 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 936.926316] env[65683]: INFO nova.compute.manager [-] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Took 2.34 seconds to deallocate network for instance. [ 936.949076] env[65683]: DEBUG nova.compute.provider_tree [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.981768] env[65683]: DEBUG nova.compute.manager [req-480c060a-2d5d-45ed-a4fd-72ea665daa5f req-612966be-8941-4c10-8c92-7a75cfb39b9c service nova] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Detach interface failed, port_id=5cfa5863-86be-4e0a-922a-1e81c399966f, reason: Instance 927c15be-372d-4717-8098-da81f7890cb0 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.075023] env[65683]: DEBUG oslo_vmware.api [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433511, 'name': PowerOffVM_Task, 'duration_secs': 0.162113} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.075577] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.075577] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.075737] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faeec5b8-7db3-46fb-9bb6-c0712aee85a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.107535] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.107831] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.108099] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Deleting the datastore file [datastore2] 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.108396] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6807b494-d07d-4066-ab3d-5b02266b77b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.125413] env[65683]: DEBUG oslo_vmware.api [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for the task: (returnval){ [ 937.125413] env[65683]: value = "task-4433513" [ 937.125413] env[65683]: _type = "Task" [ 937.125413] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.140239] env[65683]: DEBUG oslo_vmware.api [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.233395] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.453143] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.453143] env[65683]: DEBUG nova.scheduler.client.report [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.480705] env[65683]: DEBUG nova.network.neutron [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 937.636469] env[65683]: DEBUG oslo_vmware.api [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Task: {'id': task-4433513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133342} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.636812] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.636967] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.637157] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.637339] env[65683]: INFO nova.compute.manager [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 937.637561] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 937.637822] env[65683]: DEBUG nova.compute.manager [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 937.637890] env[65683]: DEBUG nova.network.neutron [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 937.638129] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.735438] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.826617] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd55f451-f186-48a3-a707-fccdfb9b17bf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.855s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.892965] env[65683]: DEBUG nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 937.932832] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3ca9172343642419a6ec25f6cc5380a6',container_format='bare',created_at=2025-11-14T02:43:54Z,direct_url=,disk_format='vmdk',id=d176c530-00ae-40e9-bd6b-9025dcaa15fc,min_disk=1,min_ram=0,name='tempest-test-snap-96047785',owner='8fe3f14d4b184c9b90c5ad49e42419c6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-14T02:44:09Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 937.933270] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.933376] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 937.933523] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.933688] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 937.933813] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 937.934275] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 937.934362] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 937.935031] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 937.935031] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 937.935031] env[65683]: DEBUG nova.virt.hardware [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 937.936393] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6d421-aa41-4fd1-8f84-22c7c9e96b39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.945061] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05efcd01-4407-4bb0-a821-89794c998fa8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.960402] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.963072] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.386s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.963311] env[65683]: DEBUG nova.objects.instance [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lazy-loading 'resources' on Instance uuid acaa9ef0-8711-4b5f-9739-a5581758242d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.995833] env[65683]: INFO nova.scheduler.client.report [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Deleted allocations for instance 74af8894-8c88-4374-8376-45bfdb1ce89b [ 938.019095] env[65683]: DEBUG nova.network.neutron [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 938.022508] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.234737] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.510514] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d6532870-2da4-4129-b101-f960068147ff tempest-ServersAdminNegativeTestJSON-1032160483 tempest-ServersAdminNegativeTestJSON-1032160483-project-member] Lock "74af8894-8c88-4374-8376-45bfdb1ce89b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.512s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.533118] env[65683]: DEBUG nova.network.neutron [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.711556] env[65683]: WARNING neutronclient.v2_0.client [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.739029] env[65683]: DEBUG oslo_vmware.api [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433502, 'name': ReconfigVM_Task, 'duration_secs': 5.905365} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.739029] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.739029] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Reconfigured VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 938.739029] env[65683]: WARNING neutronclient.v2_0.client [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.739029] env[65683]: WARNING neutronclient.v2_0.client [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.840906] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7b27ac-12e2-45bf-b09f-4d026463d390 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.850086] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dba5d6c-400e-4342-b32f-1f77db1bfbc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.881496] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0844077-4220-4883-b72c-703e92e251e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.890465] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6ae477-5ec2-42ac-95b3-1ad923107f47 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.905035] env[65683]: DEBUG nova.compute.provider_tree [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.016664] env[65683]: DEBUG nova.network.neutron [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Successfully updated port: 8f16e72f-f5fb-4b8c-b005-14e4cadba859 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.035820] env[65683]: INFO nova.compute.manager [-] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Took 1.40 seconds to deallocate network for instance. [ 939.091047] env[65683]: WARNING neutronclient.v2_0.client [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.315747] env[65683]: DEBUG nova.network.neutron [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance_info_cache with network_info: [{"id": "c5af7078-c088-43f5-86e4-32c3096195b2", "address": "fa:16:3e:07:6e:8d", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5af7078-c0", "ovs_interfaceid": "c5af7078-c088-43f5-86e4-32c3096195b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.342983] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.343306] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.409737] env[65683]: DEBUG nova.scheduler.client.report [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.519509] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "refresh_cache-93c91cd9-1a3a-4af1-b49c-82b90d2a0693" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.519701] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "refresh_cache-93c91cd9-1a3a-4af1-b49c-82b90d2a0693" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.519701] env[65683]: DEBUG nova.network.neutron [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.543425] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.594619] env[65683]: DEBUG nova.network.neutron [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Updated VIF entry in instance network info cache for port 941f6d08-0283-41d5-81b7-20f521dc4146. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.594995] env[65683]: DEBUG nova.network.neutron [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Updating instance_info_cache with network_info: [{"id": "941f6d08-0283-41d5-81b7-20f521dc4146", "address": "fa:16:3e:54:2a:e8", "network": {"id": "2232824d-9d18-4f40-8d7e-ebeb27685f25", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2135147023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d46e17851b8478892e28e8be15e9f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941f6d08-02", "ovs_interfaceid": "941f6d08-0283-41d5-81b7-20f521dc4146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.776151] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Received event network-vif-plugged-c5af7078-c088-43f5-86e4-32c3096195b2 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 939.776151] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Acquiring lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.777363] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.779497] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.779802] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] No waiting events found dispatching network-vif-plugged-c5af7078-c088-43f5-86e4-32c3096195b2 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.780183] env[65683]: WARNING nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Received unexpected event network-vif-plugged-c5af7078-c088-43f5-86e4-32c3096195b2 for instance with vm_state building and task_state spawning. [ 939.783342] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Received event network-changed-c5af7078-c088-43f5-86e4-32c3096195b2 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 939.783342] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Refreshing instance network info cache due to event network-changed-c5af7078-c088-43f5-86e4-32c3096195b2. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 939.783342] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Acquiring lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.789860] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "32416fe7-c74a-4219-a758-b8ed968564c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.789860] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "32416fe7-c74a-4219-a758-b8ed968564c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.796791] env[65683]: DEBUG nova.compute.manager [req-7be38ee0-236c-4792-95cb-61642df571e8 req-65ed9010-97fe-4f1d-8535-271f5dd3d2a3 service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Received event network-vif-plugged-8f16e72f-f5fb-4b8c-b005-14e4cadba859 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 939.797134] env[65683]: DEBUG oslo_concurrency.lockutils [req-7be38ee0-236c-4792-95cb-61642df571e8 req-65ed9010-97fe-4f1d-8535-271f5dd3d2a3 service nova] Acquiring lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.798067] env[65683]: DEBUG oslo_concurrency.lockutils [req-7be38ee0-236c-4792-95cb-61642df571e8 req-65ed9010-97fe-4f1d-8535-271f5dd3d2a3 service nova] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.798067] env[65683]: DEBUG oslo_concurrency.lockutils [req-7be38ee0-236c-4792-95cb-61642df571e8 req-65ed9010-97fe-4f1d-8535-271f5dd3d2a3 service nova] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.798067] env[65683]: DEBUG nova.compute.manager [req-7be38ee0-236c-4792-95cb-61642df571e8 req-65ed9010-97fe-4f1d-8535-271f5dd3d2a3 service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] No waiting events found dispatching network-vif-plugged-8f16e72f-f5fb-4b8c-b005-14e4cadba859 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.798067] env[65683]: WARNING nova.compute.manager [req-7be38ee0-236c-4792-95cb-61642df571e8 req-65ed9010-97fe-4f1d-8535-271f5dd3d2a3 service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Received unexpected event network-vif-plugged-8f16e72f-f5fb-4b8c-b005-14e4cadba859 for instance with vm_state building and task_state spawning. [ 939.819888] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.819975] env[65683]: DEBUG nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Instance network_info: |[{"id": "c5af7078-c088-43f5-86e4-32c3096195b2", "address": "fa:16:3e:07:6e:8d", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5af7078-c0", "ovs_interfaceid": "c5af7078-c088-43f5-86e4-32c3096195b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 939.820659] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Acquired lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.820748] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Refreshing network info cache for port c5af7078-c088-43f5-86e4-32c3096195b2 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.821978] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:6e:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5af7078-c088-43f5-86e4-32c3096195b2', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.832308] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 939.833511] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.833751] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ae6ac75-d361-46da-94d9-f69bfc85c857 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.854734] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.854857] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.855683] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.855683] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.855683] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.855683] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.855683] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 939.856230] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.862228] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.862228] env[65683]: value = "task-4433514" [ 939.862228] env[65683]: _type = "Task" [ 939.862228] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.873514] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433514, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.916798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.919327] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.104s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.919591] env[65683]: DEBUG nova.objects.instance [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lazy-loading 'resources' on Instance uuid 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.954318] env[65683]: INFO nova.scheduler.client.report [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Deleted allocations for instance acaa9ef0-8711-4b5f-9739-a5581758242d [ 940.084550] env[65683]: DEBUG nova.network.neutron [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.100277] env[65683]: DEBUG oslo_concurrency.lockutils [req-406649d4-a8c3-4929-aed3-06132dac01a0 req-14f4aa65-51af-415d-9771-cff0091df10e service nova] Releasing lock "refresh_cache-d5f14d6d-5b84-484d-9f20-353821fbccf0" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.186499] env[65683]: WARNING neutronclient.v2_0.client [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.294037] env[65683]: DEBUG nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 940.321643] env[65683]: DEBUG nova.network.neutron [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Updating instance_info_cache with network_info: [{"id": "8f16e72f-f5fb-4b8c-b005-14e4cadba859", "address": "fa:16:3e:04:64:17", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f16e72f-f5", "ovs_interfaceid": "8f16e72f-f5fb-4b8c-b005-14e4cadba859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.334978] env[65683]: WARNING neutronclient.v2_0.client [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.359893] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.374959] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433514, 'name': CreateVM_Task, 'duration_secs': 0.379906} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.375147] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.375719] env[65683]: WARNING neutronclient.v2_0.client [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.379707] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.379798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.380291] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.380742] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f56b8a-a4cb-44ab-9f21-a9e165a4ead3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.387154] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 940.387154] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528f69ca-4a15-e21b-8f69-b26eb094a2b2" [ 940.387154] env[65683]: _type = "Task" [ 940.387154] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.398867] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528f69ca-4a15-e21b-8f69-b26eb094a2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.464014] env[65683]: DEBUG oslo_concurrency.lockutils [None req-098287d9-60aa-4ed9-915b-cf04d0ebb932 tempest-ImagesOneServerNegativeTestJSON-281812694 tempest-ImagesOneServerNegativeTestJSON-281812694-project-member] Lock "acaa9ef0-8711-4b5f-9739-a5581758242d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.800s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.592564] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.592748] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.592920] env[65683]: DEBUG nova.network.neutron [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 940.691617] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "13cd11b6-55c6-44dd-9c5c-374395b52176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.692041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.692115] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "13cd11b6-55c6-44dd-9c5c-374395b52176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.692256] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.692417] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.695458] env[65683]: INFO nova.compute.manager [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Terminating instance [ 940.731489] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.731811] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "3600119a-0d53-4794-9aa3-e4b625023252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.732103] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "3600119a-0d53-4794-9aa3-e4b625023252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.732315] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.732484] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "3600119a-0d53-4794-9aa3-e4b625023252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.737981] env[65683]: INFO nova.compute.manager [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Terminating instance [ 940.801795] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0575ab8-c2fb-4f28-804d-9a2d68ba736e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.813258] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4558183-0a9d-4604-b376-2e79945b3923 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.859556] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "refresh_cache-93c91cd9-1a3a-4af1-b49c-82b90d2a0693" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.859556] env[65683]: DEBUG nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Instance network_info: |[{"id": "8f16e72f-f5fb-4b8c-b005-14e4cadba859", "address": "fa:16:3e:04:64:17", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f16e72f-f5", "ovs_interfaceid": "8f16e72f-f5fb-4b8c-b005-14e4cadba859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 940.860906] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.864116] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:64:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f16e72f-f5fb-4b8c-b005-14e4cadba859', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.872186] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 940.873052] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba623660-2795-4ce5-8070-816c0446221a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.876120] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.876321] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87e5065b-32fe-47f1-9940-c5ef0f8f1226 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.900538] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26879227-b9c5-4e86-b039-5a15bea33922 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.909488] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.909488] env[65683]: value = "task-4433515" [ 940.909488] env[65683]: _type = "Task" [ 940.909488] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.911033] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528f69ca-4a15-e21b-8f69-b26eb094a2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013359} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.911033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.911033] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.911033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.911286] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.911321] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.914497] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe428276-119b-41dd-8788-b77441016332 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.924722] env[65683]: DEBUG nova.compute.provider_tree [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.932814] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433515, 'name': CreateVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.934322] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.934494] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.939253] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b6720c-8411-4e71-862a-08dff424e2e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.943701] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 940.943701] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ab28f5-d6cb-d356-2fc4-f7fe02e3cf90" [ 940.943701] env[65683]: _type = "Task" [ 940.943701] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.953664] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ab28f5-d6cb-d356-2fc4-f7fe02e3cf90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.984391] env[65683]: WARNING neutronclient.v2_0.client [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.097073] env[65683]: WARNING neutronclient.v2_0.client [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.204744] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updated VIF entry in instance network info cache for port c5af7078-c088-43f5-86e4-32c3096195b2. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.205266] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance_info_cache with network_info: [{"id": "c5af7078-c088-43f5-86e4-32c3096195b2", "address": "fa:16:3e:07:6e:8d", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5af7078-c0", "ovs_interfaceid": "c5af7078-c088-43f5-86e4-32c3096195b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.211846] env[65683]: DEBUG nova.compute.manager [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 941.212090] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.213121] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8f5004-e3ca-4e4f-9a33-9ac33bba664c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.223740] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.224094] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b473c7-7993-4e40-927c-30d84dc81b27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.234430] env[65683]: DEBUG oslo_vmware.api [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 941.234430] env[65683]: value = "task-4433516" [ 941.234430] env[65683]: _type = "Task" [ 941.234430] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.247864] env[65683]: DEBUG nova.compute.manager [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 941.248274] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.248708] env[65683]: DEBUG oslo_vmware.api [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.249969] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781800c6-87db-43a0-aa5c-a6f3645bd08a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.265812] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.266217] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64a0188-768d-4ed3-a5e6-f395da019a30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.275944] env[65683]: DEBUG oslo_vmware.api [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 941.275944] env[65683]: value = "task-4433517" [ 941.275944] env[65683]: _type = "Task" [ 941.275944] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.286405] env[65683]: DEBUG oslo_vmware.api [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.423591] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433515, 'name': CreateVM_Task, 'duration_secs': 0.398776} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.423834] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.424480] env[65683]: WARNING neutronclient.v2_0.client [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.424997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.425219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.425532] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.425867] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a704add2-c709-40ab-bb66-d98e3ecfeae3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.428885] env[65683]: DEBUG nova.scheduler.client.report [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.438194] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 941.438194] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52342fc4-8387-a4d6-7b0b-d17a8a7084b3" [ 941.438194] env[65683]: _type = "Task" [ 941.438194] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.453054] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52342fc4-8387-a4d6-7b0b-d17a8a7084b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.462031] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ab28f5-d6cb-d356-2fc4-f7fe02e3cf90, 'name': SearchDatastore_Task, 'duration_secs': 0.02071} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.462031] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd72460e-61eb-45c7-abe6-d604de19c910 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.471068] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 941.471068] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bae852-6b3a-01a8-8e5a-2404bb77d7c7" [ 941.471068] env[65683]: _type = "Task" [ 941.471068] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.482526] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bae852-6b3a-01a8-8e5a-2404bb77d7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.542373] env[65683]: WARNING neutronclient.v2_0.client [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.693183] env[65683]: INFO nova.network.neutron [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Port ca57037e-9918-42fa-8cd2-a1d72038bd0e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 941.693418] env[65683]: INFO nova.network.neutron [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Port 62bbe61b-3598-494d-b59b-7a23dd5c725e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 941.693780] env[65683]: DEBUG nova.network.neutron [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [{"id": "fbc462b6-2675-4053-941d-c37dde274608", "address": "fa:16:3e:84:45:38", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc462b6-26", "ovs_interfaceid": "fbc462b6-2675-4053-941d-c37dde274608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.710093] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Releasing lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.710410] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Received event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 941.710716] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing instance network info cache due to event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 941.710844] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Acquiring lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.710988] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Acquired lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.711145] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.750816] env[65683]: DEBUG oslo_vmware.api [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433516, 'name': PowerOffVM_Task, 'duration_secs': 0.41188} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.750917] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.751257] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.751494] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe146cb-cb2b-474c-972d-5f9b29ca1704 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.788863] env[65683]: DEBUG oslo_vmware.api [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433517, 'name': PowerOffVM_Task, 'duration_secs': 0.369455} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.790250] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.790250] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.790250] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d4b6ab5-101e-4820-b9ac-782df619c647 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.828380] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.828782] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.829237] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleting the datastore file [datastore1] 13cd11b6-55c6-44dd-9c5c-374395b52176 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.829289] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9980b69b-8ab3-4b93-9907-297b10370bc3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.839671] env[65683]: DEBUG oslo_vmware.api [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 941.839671] env[65683]: value = "task-4433520" [ 941.839671] env[65683]: _type = "Task" [ 941.839671] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.850270] env[65683]: DEBUG nova.compute.manager [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Received event network-changed-8f16e72f-f5fb-4b8c-b005-14e4cadba859 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 941.850650] env[65683]: DEBUG nova.compute.manager [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Refreshing instance network info cache due to event network-changed-8f16e72f-f5fb-4b8c-b005-14e4cadba859. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 941.850914] env[65683]: DEBUG oslo_concurrency.lockutils [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] Acquiring lock "refresh_cache-93c91cd9-1a3a-4af1-b49c-82b90d2a0693" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.851636] env[65683]: DEBUG oslo_concurrency.lockutils [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] Acquired lock "refresh_cache-93c91cd9-1a3a-4af1-b49c-82b90d2a0693" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.851636] env[65683]: DEBUG nova.network.neutron [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Refreshing network info cache for port 8f16e72f-f5fb-4b8c-b005-14e4cadba859 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.865685] env[65683]: DEBUG oslo_vmware.api [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.909097] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.909097] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.909097] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleting the datastore file [datastore1] 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.909559] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6eb51dc-5d0e-49fd-989d-093319c2eb10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.918378] env[65683]: DEBUG oslo_vmware.api [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 941.918378] env[65683]: value = "task-4433521" [ 941.918378] env[65683]: _type = "Task" [ 941.918378] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.927900] env[65683]: DEBUG oslo_vmware.api [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.936803] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.940032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.936s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.940424] env[65683]: DEBUG nova.objects.instance [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lazy-loading 'resources' on Instance uuid d2a10b9c-3f41-416e-b966-0e86ff59d1ca {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.952384] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.952975] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Processing image d176c530-00ae-40e9-bd6b-9025dcaa15fc {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.952975] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc/d176c530-00ae-40e9-bd6b-9025dcaa15fc.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.952975] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc/d176c530-00ae-40e9-bd6b-9025dcaa15fc.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.953218] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.954118] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a45e98e-a71b-4c98-97dc-b8ea06c61fdc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.967532] env[65683]: INFO nova.scheduler.client.report [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Deleted allocations for instance 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8 [ 941.979581] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.979819] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.981052] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f21704a-ba6f-4e82-a3a6-dc4ef4c3d292 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.990774] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bae852-6b3a-01a8-8e5a-2404bb77d7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.992535] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.992869] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6/3c199ab3-106f-4a1d-9d0b-f1d78a4285e6.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.993287] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 941.993287] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527009a0-fd32-7965-066c-643e1124f4a1" [ 941.993287] env[65683]: _type = "Task" [ 941.993287] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.993512] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73fc61fc-b475-410f-a6c4-e5b1b6433d2e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.007325] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Preparing fetch location {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 942.007718] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Fetch image to [datastore2] OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f/OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f.vmdk {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 942.007817] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Downloading stream optimized image d176c530-00ae-40e9-bd6b-9025dcaa15fc to [datastore2] OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f/OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f.vmdk on the data store datastore2 as vApp {{(pid=65683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 942.008040] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Downloading image file data d176c530-00ae-40e9-bd6b-9025dcaa15fc to the ESX as VM named 'OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f' {{(pid=65683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 942.010017] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 942.010017] env[65683]: value = "task-4433522" [ 942.010017] env[65683]: _type = "Task" [ 942.010017] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.022310] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.119831] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 942.119831] env[65683]: value = "resgroup-9" [ 942.119831] env[65683]: _type = "ResourcePool" [ 942.119831] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 942.120434] env[65683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-df073ae9-ce2e-4e1d-b0dc-104f66064c64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.142833] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease: (returnval){ [ 942.142833] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e07b0c-5514-0ea8-d931-40a6fee1bdba" [ 942.142833] env[65683]: _type = "HttpNfcLease" [ 942.142833] env[65683]: } obtained for vApp import into resource pool (val){ [ 942.142833] env[65683]: value = "resgroup-9" [ 942.142833] env[65683]: _type = "ResourcePool" [ 942.142833] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 942.143209] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the lease: (returnval){ [ 942.143209] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e07b0c-5514-0ea8-d931-40a6fee1bdba" [ 942.143209] env[65683]: _type = "HttpNfcLease" [ 942.143209] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 942.153230] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.153230] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e07b0c-5514-0ea8-d931-40a6fee1bdba" [ 942.153230] env[65683]: _type = "HttpNfcLease" [ 942.153230] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.196888] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-3600119a-0d53-4794-9aa3-e4b625023252" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.216157] env[65683]: WARNING neutronclient.v2_0.client [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.361299] env[65683]: WARNING neutronclient.v2_0.client [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.364365] env[65683]: DEBUG oslo_vmware.api [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162842} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.364924] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.365139] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.365906] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.365906] env[65683]: INFO nova.compute.manager [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Took 1.15 seconds to destroy the instance on the hypervisor. [ 942.366119] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 942.366239] env[65683]: DEBUG nova.compute.manager [-] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 942.366931] env[65683]: DEBUG nova.network.neutron [-] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 942.366931] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.433330] env[65683]: DEBUG oslo_vmware.api [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229513} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.433656] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.433856] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.434191] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.434395] env[65683]: INFO nova.compute.manager [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Took 1.19 seconds to destroy the instance on the hypervisor. [ 942.434643] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 942.434899] env[65683]: DEBUG nova.compute.manager [-] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 942.435029] env[65683]: DEBUG nova.network.neutron [-] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 942.435381] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.486171] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2774bd9f-a886-497c-9acd-70facd5ca0eb tempest-ServerShowV247Test-742140751 tempest-ServerShowV247Test-742140751-project-member] Lock "3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.853s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.525977] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.656460] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.656460] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e07b0c-5514-0ea8-d931-40a6fee1bdba" [ 942.656460] env[65683]: _type = "HttpNfcLease" [ 942.656460] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.706928] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e176ddb8-288a-4103-9d9d-69c2484c7c19 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-3600119a-0d53-4794-9aa3-e4b625023252-ca57037e-9918-42fa-8cd2-a1d72038bd0e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.579s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.868157] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.972661] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1cd0eb-46be-4899-81a9-c6e4789d08b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.976532] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.988731] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99c3b4-8c91-4389-aa9e-691dbdbb4bd9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.034551] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1ddc6d-6ada-42b2-a541-082730270592 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.054849] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556286} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.056270] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b617f640-3558-459f-af9f-d7029749477d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.061029] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6/3c199ab3-106f-4a1d-9d0b-f1d78a4285e6.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.061287] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.061647] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9477e76-f9e8-482f-ac4b-fa67747c7594 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.076748] env[65683]: DEBUG nova.compute.provider_tree [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.083503] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 943.083503] env[65683]: value = "task-4433524" [ 943.083503] env[65683]: _type = "Task" [ 943.083503] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.091232] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.153256] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.153256] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e07b0c-5514-0ea8-d931-40a6fee1bdba" [ 943.153256] env[65683]: _type = "HttpNfcLease" [ 943.153256] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.153568] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.153568] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e07b0c-5514-0ea8-d931-40a6fee1bdba" [ 943.153568] env[65683]: _type = "HttpNfcLease" [ 943.153568] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 943.154389] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0270505a-11c5-4157-83d4-b46c4eaa0627 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.162741] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7af5-f34b-460c-3e14-13965162c5b3/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.162928] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7af5-f34b-460c-3e14-13965162c5b3/disk-0.vmdk. {{(pid=65683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 943.233497] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-128e743d-19fd-462a-b665-df15943cd88e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.582336] env[65683]: DEBUG nova.scheduler.client.report [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.608087] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1822} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.613227] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.613478] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f03598-ba4c-4490-ace8-78f97249fe0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.649104] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6/3c199ab3-106f-4a1d-9d0b-f1d78a4285e6.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.660355] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6392223f-b660-4b46-bdc2-d3b110d016b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.685959] env[65683]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 62bbe61b-3598-494d-b59b-7a23dd5c725e could not be found.", "detail": ""}} {{(pid=65683) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 943.686277] env[65683]: DEBUG nova.network.neutron [-] Unable to show port 62bbe61b-3598-494d-b59b-7a23dd5c725e as it no longer exists. {{(pid=65683) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 943.697704] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 943.697704] env[65683]: value = "task-4433525" [ 943.697704] env[65683]: _type = "Task" [ 943.697704] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.711979] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.101485] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.105048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.026s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.105376] env[65683]: DEBUG nova.objects.instance [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 944.137968] env[65683]: INFO nova.scheduler.client.report [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Deleted allocations for instance d2a10b9c-3f41-416e-b966-0e86ff59d1ca [ 944.185516] env[65683]: DEBUG nova.network.neutron [-] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.215944] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.224628] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Completed reading data from the image iterator. {{(pid=65683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 944.224628] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7af5-f34b-460c-3e14-13965162c5b3/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.224628] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e3e9aa-0f86-458e-9e49-d13eb7686a44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.235864] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7af5-f34b-460c-3e14-13965162c5b3/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.236347] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7af5-f34b-460c-3e14-13965162c5b3/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 944.236798] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b9bfd642-ec4d-443d-9766-7426e70d51af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.491334] env[65683]: DEBUG oslo_vmware.rw_handles [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7af5-f34b-460c-3e14-13965162c5b3/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 944.491663] env[65683]: INFO nova.virt.vmwareapi.images [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Downloaded image file data d176c530-00ae-40e9-bd6b-9025dcaa15fc [ 944.493586] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912aaba7-13e0-4be8-b932-f47f491deaf6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.512318] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-929fa809-5ef2-488c-b949-e428879a34bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.587120] env[65683]: INFO nova.virt.vmwareapi.images [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] The imported VM was unregistered [ 944.589976] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Caching image {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 944.590271] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.591906] env[65683]: WARNING neutronclient.v2_0.client [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.594665] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2981dae5-2023-4184-8d89-171304d639cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.609497] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created directory with path [datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.609497] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f/OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f.vmdk to [datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc/d176c530-00ae-40e9-bd6b-9025dcaa15fc.vmdk. {{(pid=65683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 944.609755] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bcf6a597-f901-4d00-a79d-c135195fa946 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.622998] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 944.622998] env[65683]: value = "task-4433527" [ 944.622998] env[65683]: _type = "Task" [ 944.622998] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.637969] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433527, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.646503] env[65683]: WARNING neutronclient.v2_0.client [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.669041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0b6b575f-a54b-40d2-a652-7c5af6bc31ac tempest-ServerTagsTestJSON-978582925 tempest-ServerTagsTestJSON-978582925-project-member] Lock "d2a10b9c-3f41-416e-b966-0e86ff59d1ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.574s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.694776] env[65683]: INFO nova.compute.manager [-] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Took 2.33 seconds to deallocate network for instance. [ 944.713285] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433525, 'name': ReconfigVM_Task, 'duration_secs': 0.554286} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.713587] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6/3c199ab3-106f-4a1d-9d0b-f1d78a4285e6.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.714296] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df1c12ea-cb09-4669-91f1-cd1cf21130b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.725738] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 944.725738] env[65683]: value = "task-4433528" [ 944.725738] env[65683]: _type = "Task" [ 944.725738] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.742102] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433528, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.832159] env[65683]: DEBUG nova.compute.manager [req-8ab15adf-8d5a-441f-9818-0f847c6c5df4 req-9db31e46-0ee4-403c-adeb-c3a460a511c1 service nova] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Received event network-vif-deleted-d523c0d0-7e86-4fdb-bca2-3f0d0409b98a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 944.867097] env[65683]: DEBUG nova.network.neutron [-] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.123558] env[65683]: DEBUG oslo_concurrency.lockutils [None req-05ce872f-180f-4adc-8503-91b566f56fb3 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.123558] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.089s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.125754] env[65683]: INFO nova.compute.claims [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.149115] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433527, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.203965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.239354] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433528, 'name': Rename_Task, 'duration_secs': 0.187488} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.239657] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.240014] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2cffacb-7734-4039-adbb-044449f5abb2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.251030] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 945.251030] env[65683]: value = "task-4433529" [ 945.251030] env[65683]: _type = "Task" [ 945.251030] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.264453] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.376623] env[65683]: INFO nova.compute.manager [-] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Took 2.94 seconds to deallocate network for instance. [ 945.410749] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updated VIF entry in instance network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.410749] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.470854] env[65683]: DEBUG nova.network.neutron [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Updated VIF entry in instance network info cache for port 8f16e72f-f5fb-4b8c-b005-14e4cadba859. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.471294] env[65683]: DEBUG nova.network.neutron [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Updating instance_info_cache with network_info: [{"id": "8f16e72f-f5fb-4b8c-b005-14e4cadba859", "address": "fa:16:3e:04:64:17", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f16e72f-f5", "ovs_interfaceid": "8f16e72f-f5fb-4b8c-b005-14e4cadba859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.656746] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433527, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.733301] env[65683]: DEBUG nova.compute.manager [req-7075dd57-f064-4e6d-b84e-b5a6f29d414f req-befbff12-f9f9-4e23-99b2-c5018d8e5a86 service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-vif-deleted-fbc462b6-2675-4053-941d-c37dde274608 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.765173] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.885337] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.923442] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Releasing lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.923442] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Received event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.923442] env[65683]: DEBUG nova.compute.manager [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing instance network info cache due to event network-changed-9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 945.923442] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Acquiring lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.923442] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Acquired lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.923442] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Refreshing network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.975090] env[65683]: DEBUG oslo_concurrency.lockutils [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] Releasing lock "refresh_cache-93c91cd9-1a3a-4af1-b49c-82b90d2a0693" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.975401] env[65683]: DEBUG nova.compute.manager [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-vif-deleted-ca57037e-9918-42fa-8cd2-a1d72038bd0e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.976699] env[65683]: DEBUG nova.compute.manager [req-7498b922-29ad-4938-8d83-17e47c20a83b req-af13ebc9-0c90-4bdf-8805-2c6cda89a6fd service nova] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Received event network-vif-deleted-62bbe61b-3598-494d-b59b-7a23dd5c725e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.154474] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433527, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.267541] env[65683]: DEBUG oslo_vmware.api [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433529, 'name': PowerOnVM_Task, 'duration_secs': 0.699925} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.268654] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.268654] env[65683]: INFO nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Took 11.00 seconds to spawn the instance on the hypervisor. [ 946.268654] env[65683]: DEBUG nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 946.269592] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f0101-4dd5-44c1-8955-3a83866db393 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.426475] env[65683]: WARNING neutronclient.v2_0.client [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.533619] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a51ab-10d7-4dab-804b-4b6371df0b42 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.549553] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d17b975-d5cc-44a0-82d2-f609defe2062 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.586477] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7ec88d-bf9c-4814-ae1f-d7952b889a9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.595605] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a23d09e-d544-44a2-83ce-4b1f0ed39071 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.467113] env[65683]: INFO nova.compute.manager [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Took 32.55 seconds to build instance. [ 947.477351] env[65683]: DEBUG nova.compute.provider_tree [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.484070] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433527, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.514938} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.484400] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f/OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f.vmdk to [datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc/d176c530-00ae-40e9-bd6b-9025dcaa15fc.vmdk. [ 947.484601] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Cleaning up location [datastore2] OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 947.484778] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d3ba5d90-cef7-4345-a776-fa66b9dfa83f {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.485107] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2645fff4-2956-41a4-9606-86bf93553838 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.495448] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 947.495448] env[65683]: value = "task-4433530" [ 947.495448] env[65683]: _type = "Task" [ 947.495448] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.506474] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.728405] env[65683]: WARNING neutronclient.v2_0.client [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.890475] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updated VIF entry in instance network info cache for port 9c60c992-cd95-4e2c-9c24-37841e823c2c. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.891014] env[65683]: DEBUG nova.network.neutron [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [{"id": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "address": "fa:16:3e:c8:d2:e2", "network": {"id": "59d98182-01af-41c1-bba2-73420cdf7f2a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1491299545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd12e2c813348e6bf48ba058819e9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c60c992-cd", "ovs_interfaceid": "9c60c992-cd95-4e2c-9c24-37841e823c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.968485] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7e5b48c3-697e-4d97-b69f-490dfab919eb tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.059s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.983925] env[65683]: DEBUG nova.scheduler.client.report [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.013815] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061726} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.014131] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.014691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc/d176c530-00ae-40e9-bd6b-9025dcaa15fc.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.014691] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc/d176c530-00ae-40e9-bd6b-9025dcaa15fc.vmdk to [datastore2] 93c91cd9-1a3a-4af1-b49c-82b90d2a0693/93c91cd9-1a3a-4af1-b49c-82b90d2a0693.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.014825] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ac92c5-6428-46d0-a6cf-0b2e3dab9e55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.028032] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 948.028032] env[65683]: value = "task-4433531" [ 948.028032] env[65683]: _type = "Task" [ 948.028032] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.037765] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.393832] env[65683]: DEBUG oslo_concurrency.lockutils [req-6ef14a95-9cfd-46fe-a48f-90f48186d333 req-0a3998e1-d840-414d-91fb-4569c9a2f82a service nova] Releasing lock "refresh_cache-e62fd4a2-5121-40b7-830d-0ee02d4e66ce" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.491151] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.369s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.492527] env[65683]: DEBUG nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 948.507980] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.057s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.507980] env[65683]: DEBUG nova.objects.instance [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lazy-loading 'resources' on Instance uuid 927c15be-372d-4717-8098-da81f7890cb0 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.543640] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433531, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.010446] env[65683]: DEBUG nova.compute.utils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.015168] env[65683]: INFO nova.compute.manager [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Rebuilding instance [ 949.018673] env[65683]: DEBUG nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 949.023420] env[65683]: DEBUG nova.network.neutron [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 949.023420] env[65683]: WARNING neutronclient.v2_0.client [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.023420] env[65683]: WARNING neutronclient.v2_0.client [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.051374] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433531, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.102652] env[65683]: DEBUG nova.compute.manager [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 949.103707] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6987d2-d852-4377-bedc-c9c402f212d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.121519] env[65683]: DEBUG nova.policy [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe0ab409c2745759ab04b4ed091af90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef0f3509865411796918c7d20c00df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.506960] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1165af27-3b8f-4759-8bdf-f750850b8ad6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.523789] env[65683]: DEBUG nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 949.528152] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2aaa3-d50b-4fd0-b428-ae547df7ce55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.546233] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433531, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.577287] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032d1a15-8376-41dd-97c4-ab71cf997d09 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.590070] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2ea940-4766-4117-aeff-3d08890af4d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.613824] env[65683]: DEBUG nova.compute.provider_tree [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.667836] env[65683]: DEBUG nova.network.neutron [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Successfully created port: d85174f0-b637-4f5a-b153-8bdb70c45022 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 950.057793] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433531, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.119747] env[65683]: DEBUG nova.scheduler.client.report [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.125750] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.126113] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69e4d4d-1ddc-4f74-b97b-8370aa3635a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.137778] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 950.137778] env[65683]: value = "task-4433532" [ 950.137778] env[65683]: _type = "Task" [ 950.137778] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.152919] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.543358] env[65683]: DEBUG nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 950.553534] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433531, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.52001} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.553816] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d176c530-00ae-40e9-bd6b-9025dcaa15fc/d176c530-00ae-40e9-bd6b-9025dcaa15fc.vmdk to [datastore2] 93c91cd9-1a3a-4af1-b49c-82b90d2a0693/93c91cd9-1a3a-4af1-b49c-82b90d2a0693.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.554728] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5329960b-ef4d-410a-8f0a-ca84ff7c2c70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.580566] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 93c91cd9-1a3a-4af1-b49c-82b90d2a0693/93c91cd9-1a3a-4af1-b49c-82b90d2a0693.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.584123] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04065d1-f201-4b17-b913-b5aff122ef7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.605724] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.605989] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.606454] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.606613] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.606758] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.606901] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.607122] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.607410] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.607629] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.607809] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.607997] env[65683]: DEBUG nova.virt.hardware [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.612020] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f1cc2d-8fbe-45c9-8eac-b2c526bf57d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.613451] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 950.613451] env[65683]: value = "task-4433533" [ 950.613451] env[65683]: _type = "Task" [ 950.613451] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.621916] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9703a8d-1d20-49ab-9e63-ccb7aa6b284d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.630637] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.633415] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.634931] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.091s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.635492] env[65683]: DEBUG nova.objects.instance [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lazy-loading 'resources' on Instance uuid 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.656878] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433532, 'name': PowerOffVM_Task, 'duration_secs': 0.390513} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.657211] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.657650] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.658437] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf2e51-8996-4e7c-bf51-f327c78bd7f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.664856] env[65683]: INFO nova.scheduler.client.report [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Deleted allocations for instance 927c15be-372d-4717-8098-da81f7890cb0 [ 950.670778] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.671324] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6afd0d0d-782f-4126-8ffe-13919d16d39b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.126485] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433533, 'name': ReconfigVM_Task, 'duration_secs': 0.334408} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.127817] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 93c91cd9-1a3a-4af1-b49c-82b90d2a0693/93c91cd9-1a3a-4af1-b49c-82b90d2a0693.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.128620] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f71d8b3-213c-4ccd-91c8-e8d9b4fe0815 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.137043] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 951.137043] env[65683]: value = "task-4433535" [ 951.137043] env[65683]: _type = "Task" [ 951.137043] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.150650] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433535, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.179236] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b30dc8f-0e6e-409b-aef5-7fe08e7d4a54 tempest-InstanceActionsV221TestJSON-1487170191 tempest-InstanceActionsV221TestJSON-1487170191-project-member] Lock "927c15be-372d-4717-8098-da81f7890cb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.313s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.268229] env[65683]: DEBUG nova.compute.manager [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 951.397218] env[65683]: DEBUG nova.network.neutron [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Successfully updated port: d85174f0-b637-4f5a-b153-8bdb70c45022 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 951.546624] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe429311-4939-46a4-be0e-141901a91d43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.559470] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d6191-9d92-470f-9427-06bef04d51c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.613200] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a609586-9475-4f2d-88f4-179d82bbeb58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.625453] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203193bf-911e-4f10-b0ba-54084b55f2ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.645123] env[65683]: DEBUG nova.compute.provider_tree [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.655576] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433535, 'name': Rename_Task, 'duration_secs': 0.183655} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.656618] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.656973] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9668e3f-0e94-4c83-bc29-6d63895d4308 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.666802] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 951.666802] env[65683]: value = "task-4433536" [ 951.666802] env[65683]: _type = "Task" [ 951.666802] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.676047] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.788145] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.900398] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "refresh_cache-71c549d6-87cc-4e52-984e-551d641fc0dc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.900398] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "refresh_cache-71c549d6-87cc-4e52-984e-551d641fc0dc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.900398] env[65683]: DEBUG nova.network.neutron [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 951.942810] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.943129] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.943328] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleting the datastore file [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.943634] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0730916e-619f-40f4-abe0-6c86c36b6873 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.953892] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 951.953892] env[65683]: value = "task-4433537" [ 951.953892] env[65683]: _type = "Task" [ 951.953892] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.965849] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.151496] env[65683]: DEBUG nova.scheduler.client.report [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.179941] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.270252] env[65683]: DEBUG oslo_concurrency.lockutils [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.270752] env[65683]: DEBUG oslo_concurrency.lockutils [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.439821] env[65683]: DEBUG nova.network.neutron [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 952.468424] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218677} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.468671] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.468840] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.468991] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.610039] env[65683]: WARNING neutronclient.v2_0.client [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.662418] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.666072] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.306s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.666509] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.666509] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 952.666846] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.806s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.668380] env[65683]: INFO nova.compute.claims [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.675855] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fc5371-50f8-46f1-a7c9-d02b69524ef6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.695743] env[65683]: DEBUG oslo_vmware.api [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433536, 'name': PowerOnVM_Task, 'duration_secs': 0.52741} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.697408] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae4c8b-e063-49db-9205-fe9fbd6a2667 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.702886] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.702886] env[65683]: INFO nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Took 14.81 seconds to spawn the instance on the hypervisor. [ 952.702886] env[65683]: DEBUG nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 952.703607] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb4527-17bb-49d7-88a9-e3f75a855acd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.727149] env[65683]: INFO nova.scheduler.client.report [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Deleted allocations for instance 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f [ 952.729540] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc94356-723c-48c1-88d7-5a3ece85ab6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.734930] env[65683]: DEBUG nova.compute.manager [req-795456bb-1041-4143-8bbe-b45ba70df299 req-a290b063-6e98-43e3-b76e-b642c389d41a service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Received event network-vif-plugged-d85174f0-b637-4f5a-b153-8bdb70c45022 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 952.735028] env[65683]: DEBUG oslo_concurrency.lockutils [req-795456bb-1041-4143-8bbe-b45ba70df299 req-a290b063-6e98-43e3-b76e-b642c389d41a service nova] Acquiring lock "71c549d6-87cc-4e52-984e-551d641fc0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.735277] env[65683]: DEBUG oslo_concurrency.lockutils [req-795456bb-1041-4143-8bbe-b45ba70df299 req-a290b063-6e98-43e3-b76e-b642c389d41a service nova] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.735564] env[65683]: DEBUG oslo_concurrency.lockutils [req-795456bb-1041-4143-8bbe-b45ba70df299 req-a290b063-6e98-43e3-b76e-b642c389d41a service nova] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.735802] env[65683]: DEBUG nova.compute.manager [req-795456bb-1041-4143-8bbe-b45ba70df299 req-a290b063-6e98-43e3-b76e-b642c389d41a service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] No waiting events found dispatching network-vif-plugged-d85174f0-b637-4f5a-b153-8bdb70c45022 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 952.736044] env[65683]: WARNING nova.compute.manager [req-795456bb-1041-4143-8bbe-b45ba70df299 req-a290b063-6e98-43e3-b76e-b642c389d41a service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Received unexpected event network-vif-plugged-d85174f0-b637-4f5a-b153-8bdb70c45022 for instance with vm_state building and task_state spawning. [ 952.745394] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e87498-085a-4e36-98b3-a7e46919f0e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.778650] env[65683]: DEBUG nova.compute.utils [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.780073] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177952MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 952.780237] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.845833] env[65683]: DEBUG nova.network.neutron [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Updating instance_info_cache with network_info: [{"id": "d85174f0-b637-4f5a-b153-8bdb70c45022", "address": "fa:16:3e:ae:f1:26", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85174f0-b6", "ovs_interfaceid": "d85174f0-b637-4f5a-b153-8bdb70c45022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.897936] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.898138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.254288] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b02abb3-4c5b-499b-afab-babff0a33d32 tempest-ServersListShow296Test-574458875 tempest-ServersListShow296Test-574458875-project-member] Lock "714e2aef-dc8a-4d9f-843b-c7c8ad695d4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.065s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.255632] env[65683]: INFO nova.compute.manager [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Took 37.78 seconds to build instance. [ 953.281802] env[65683]: DEBUG oslo_concurrency.lockutils [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.348582] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "refresh_cache-71c549d6-87cc-4e52-984e-551d641fc0dc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.350892] env[65683]: DEBUG nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Instance network_info: |[{"id": "d85174f0-b637-4f5a-b153-8bdb70c45022", "address": "fa:16:3e:ae:f1:26", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85174f0-b6", "ovs_interfaceid": "d85174f0-b637-4f5a-b153-8bdb70c45022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 953.350892] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:f1:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd85174f0-b637-4f5a-b153-8bdb70c45022', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.358679] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 953.358679] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.358817] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-160b2dc1-5abd-4301-9b6f-0a9c81a45339 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.383981] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.383981] env[65683]: value = "task-4433538" [ 953.383981] env[65683]: _type = "Task" [ 953.383981] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.394805] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433538, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.403480] env[65683]: DEBUG nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 953.518576] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 953.518834] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.518987] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 953.519184] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.519326] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 953.519465] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 953.519704] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.519973] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 953.520174] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 953.520338] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 953.520617] env[65683]: DEBUG nova.virt.hardware [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 953.522015] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89298889-2b2f-4b60-af53-273ed8826631 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.534113] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00acb369-2c8c-4286-81eb-1a6d0d28df85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.558125] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:38:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b56c930-252e-4467-8a7f-58e82cf04fc8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.569564] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 953.570650] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.570650] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36794284-387c-43da-9739-304b36326052 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.596523] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.596523] env[65683]: value = "task-4433539" [ 953.596523] env[65683]: _type = "Task" [ 953.596523] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.624482] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433539, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.762930] env[65683]: DEBUG oslo_concurrency.lockutils [None req-62c39e87-16a6-405a-8760-6f8b2bb6dc29 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.299s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.898535] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433538, 'name': CreateVM_Task, 'duration_secs': 0.476207} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.906047] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.910191] env[65683]: WARNING neutronclient.v2_0.client [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.910697] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.910873] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.911248] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.915469] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83be591-a61b-45fd-8d01-39f834aa4188 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.925360] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 953.925360] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a6979a-606d-b545-32f0-ee97e7ca6409" [ 953.925360] env[65683]: _type = "Task" [ 953.925360] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.945116] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a6979a-606d-b545-32f0-ee97e7ca6409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.949232] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.109918] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433539, 'name': CreateVM_Task, 'duration_secs': 0.483089} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.111102] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.111934] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9e8e2-3e3e-4957-b88b-81c515f957f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.115028] env[65683]: WARNING neutronclient.v2_0.client [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 954.115385] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.121535] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c62298-6e5b-44b2-b460-87a2feb30060 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.162368] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65960d9e-7cb4-42ea-a4ce-857a2c332fe9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.173041] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60efc1d-18fb-47d7-a838-a06ef22ec190 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.190345] env[65683]: DEBUG nova.compute.provider_tree [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.415168] env[65683]: DEBUG oslo_concurrency.lockutils [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.415452] env[65683]: DEBUG oslo_concurrency.lockutils [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.415761] env[65683]: INFO nova.compute.manager [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Attaching volume ca9a319a-74ea-4d9b-ad16-2ff5b72a524c to /dev/sdb [ 954.443214] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a6979a-606d-b545-32f0-ee97e7ca6409, 'name': SearchDatastore_Task, 'duration_secs': 0.017757} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.443617] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.443938] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.444143] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.444246] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.444425] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.444727] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.445066] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.445317] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd638395-131b-437e-ab2a-3d391f4edca9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.447651] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf57cbe-5a52-4e57-a911-cdb445143b56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.455601] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 954.455601] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c8b419-8404-c5af-72a0-73aa9a27ac19" [ 954.455601] env[65683]: _type = "Task" [ 954.455601] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.461321] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.461535] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.465741] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cc7bf4-1e96-44a3-90bc-e1ed913334df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.468319] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c8b419-8404-c5af-72a0-73aa9a27ac19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.470448] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5561ed-c17f-4e97-9e30-462cb9514544 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.483716] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 954.483716] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529acaf7-c4e6-71a6-555c-da813490fc64" [ 954.483716] env[65683]: _type = "Task" [ 954.483716] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.484697] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dc4dcd-1c82-498c-ba77-25392902b3d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.497044] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529acaf7-c4e6-71a6-555c-da813490fc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.502684] env[65683]: DEBUG nova.virt.block_device [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updating existing volume attachment record: 81ea48ab-ac8e-4c62-b415-5765d285f425 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 954.721027] env[65683]: ERROR nova.scheduler.client.report [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [req-92314d76-8a5e-4cc8-b51c-aae2a1c922b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92314d76-8a5e-4cc8-b51c-aae2a1c922b2"}]} [ 954.742112] env[65683]: DEBUG nova.scheduler.client.report [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 954.766659] env[65683]: DEBUG nova.scheduler.client.report [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 954.769135] env[65683]: DEBUG nova.compute.provider_tree [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.784284] env[65683]: DEBUG nova.scheduler.client.report [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 954.812787] env[65683]: DEBUG nova.scheduler.client.report [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 954.972464] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c8b419-8404-c5af-72a0-73aa9a27ac19, 'name': SearchDatastore_Task, 'duration_secs': 0.025936} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.974675] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.974675] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.974675] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.018146] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529acaf7-c4e6-71a6-555c-da813490fc64, 'name': SearchDatastore_Task, 'duration_secs': 0.03907} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.019364] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8032dbc4-a866-47f2-af9a-1d96f171e6b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.032127] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 955.032127] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5235a9e0-4db1-927d-6a38-8ea2d62e9aea" [ 955.032127] env[65683]: _type = "Task" [ 955.032127] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.045292] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5235a9e0-4db1-927d-6a38-8ea2d62e9aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.302989] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4d3d6f-368a-4ab2-9a49-18b9e474f0c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.313639] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb15bc1-14a5-4aa9-a74b-7117b764d537 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.354127] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea4c26-917d-4fe6-be09-e4207e037c20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.365040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc8f67b-3889-49cf-a644-808225b3fecb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.381728] env[65683]: DEBUG nova.compute.provider_tree [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.545421] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5235a9e0-4db1-927d-6a38-8ea2d62e9aea, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.545735] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.546060] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 71c549d6-87cc-4e52-984e-551d641fc0dc/71c549d6-87cc-4e52-984e-551d641fc0dc.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.546390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.546622] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.546884] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c7292cd-bc4a-4e4a-aa14-aef45862275e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.549274] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a2626f1-7b11-4d8d-b901-7d2fc8c99795 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.559070] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 955.559070] env[65683]: value = "task-4433543" [ 955.559070] env[65683]: _type = "Task" [ 955.559070] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.563629] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.563883] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.565107] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca5322f-b553-409d-83f2-05054d9efcc0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.576017] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.577994] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 955.577994] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52763e16-5b5a-8fc1-9fe4-8a93c6d05676" [ 955.577994] env[65683]: _type = "Task" [ 955.577994] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.587815] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52763e16-5b5a-8fc1-9fe4-8a93c6d05676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.935589] env[65683]: DEBUG nova.scheduler.client.report [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.935903] env[65683]: DEBUG nova.compute.provider_tree [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 102 to 103 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.936087] env[65683]: DEBUG nova.compute.provider_tree [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.074865] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.095926] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52763e16-5b5a-8fc1-9fe4-8a93c6d05676, 'name': SearchDatastore_Task, 'duration_secs': 0.025647} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.097464] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70e121d-c77c-42e7-bd5a-8489ec64f687 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.109044] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 956.109044] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525e0e5f-2097-c7a2-6ab8-c2adbb1a5d1a" [ 956.109044] env[65683]: _type = "Task" [ 956.109044] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.115633] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525e0e5f-2097-c7a2-6ab8-c2adbb1a5d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.444525] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.776s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.444525] env[65683]: DEBUG nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 956.447069] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.243s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.447710] env[65683]: DEBUG nova.objects.instance [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'resources' on Instance uuid 13cd11b6-55c6-44dd-9c5c-374395b52176 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.571881] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928687} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.571881] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 71c549d6-87cc-4e52-984e-551d641fc0dc/71c549d6-87cc-4e52-984e-551d641fc0dc.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.572678] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.572678] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85ba0aaa-aa57-46d5-a87e-db325ee9c216 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.583642] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 956.583642] env[65683]: value = "task-4433544" [ 956.583642] env[65683]: _type = "Task" [ 956.583642] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.595793] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.620019] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525e0e5f-2097-c7a2-6ab8-c2adbb1a5d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.07301} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.620019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.620019] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.620232] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35441972-0f1a-4581-b13f-d74f1de18c81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.628842] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 956.628842] env[65683]: value = "task-4433545" [ 956.628842] env[65683]: _type = "Task" [ 956.628842] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.646845] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.758509] env[65683]: DEBUG nova.compute.manager [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Received event network-changed-d85174f0-b637-4f5a-b153-8bdb70c45022 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.758684] env[65683]: DEBUG nova.compute.manager [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Refreshing instance network info cache due to event network-changed-d85174f0-b637-4f5a-b153-8bdb70c45022. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 956.758891] env[65683]: DEBUG oslo_concurrency.lockutils [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] Acquiring lock "refresh_cache-71c549d6-87cc-4e52-984e-551d641fc0dc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.759595] env[65683]: DEBUG oslo_concurrency.lockutils [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] Acquired lock "refresh_cache-71c549d6-87cc-4e52-984e-551d641fc0dc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.760277] env[65683]: DEBUG nova.network.neutron [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Refreshing network info cache for port d85174f0-b637-4f5a-b153-8bdb70c45022 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.952760] env[65683]: DEBUG nova.compute.utils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.958611] env[65683]: DEBUG nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 956.958611] env[65683]: DEBUG nova.network.neutron [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 956.958611] env[65683]: WARNING neutronclient.v2_0.client [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.959012] env[65683]: WARNING neutronclient.v2_0.client [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.053506] env[65683]: DEBUG nova.policy [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b30204b458ff4727a2e7c1de8807b76b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ace2e4ddc4e645bfb7176fb0d2237a74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.107104] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072033} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.109409] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.109409] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3caf054-4cc0-4e13-ad70-1930421cdbb1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.143042] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 71c549d6-87cc-4e52-984e-551d641fc0dc/71c549d6-87cc-4e52-984e-551d641fc0dc.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.150225] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7361cdd3-0d5b-49ce-819d-9a135c9a7470 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.181806] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433545, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.182907] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 957.182907] env[65683]: value = "task-4433547" [ 957.182907] env[65683]: _type = "Task" [ 957.182907] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.199297] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.268211] env[65683]: WARNING neutronclient.v2_0.client [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.458834] env[65683]: DEBUG nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 957.466023] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5458a30a-a2a8-4058-8294-5253aa79c999 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.474717] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c8f705-ec10-4f75-a089-51d8fb7d8266 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.478735] env[65683]: DEBUG nova.network.neutron [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Successfully created port: 03447012-0075-49fe-ab13-0147b3b08db5 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 957.522137] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e277665-adf6-4e86-9553-d4200ad99e43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.534505] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf81fc-3c6c-4e47-9e45-738ebf01b024 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.551811] env[65683]: DEBUG nova.compute.provider_tree [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.651813] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780816} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.651813] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.651813] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.651813] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f39816fa-1de2-43d8-99c2-ba5b0e3cb2e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.659027] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 957.659027] env[65683]: value = "task-4433548" [ 957.659027] env[65683]: _type = "Task" [ 957.659027] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.670054] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.674474] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.674551] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.674822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.675289] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.675660] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.678862] env[65683]: INFO nova.compute.manager [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Terminating instance [ 957.699736] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433547, 'name': ReconfigVM_Task, 'duration_secs': 0.37878} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.700271] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 71c549d6-87cc-4e52-984e-551d641fc0dc/71c549d6-87cc-4e52-984e-551d641fc0dc.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.701126] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af54d69b-a79d-4a8f-b49f-43126d86d05b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.711294] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 957.711294] env[65683]: value = "task-4433549" [ 957.711294] env[65683]: _type = "Task" [ 957.711294] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.724524] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433549, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.099664] env[65683]: DEBUG nova.scheduler.client.report [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 958.099664] env[65683]: DEBUG nova.compute.provider_tree [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 103 to 104 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 958.102026] env[65683]: DEBUG nova.compute.provider_tree [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.135648] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.136248] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.169781] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210189} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.172217] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.173975] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a3da59-fcb3-4083-baae-069f42e0806d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.192203] env[65683]: DEBUG nova.compute.manager [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 958.193083] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.208740] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.209306] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecf4fbb-87eb-466f-bc91-6ab1a3212ead {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.214453] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f4c27a-4288-48e1-8cd1-f94903baf10f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.239966] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433549, 'name': Rename_Task, 'duration_secs': 0.15321} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.242588] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.242934] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 958.242934] env[65683]: value = "task-4433550" [ 958.242934] env[65683]: _type = "Task" [ 958.242934] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.243206] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.243516] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c18b4c5-ee7d-466f-b470-ef5984da4dd2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.245318] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cbd276-72e8-4664-a4b0-32c8bbaeaee4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.256663] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.258374] env[65683]: DEBUG oslo_vmware.api [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 958.258374] env[65683]: value = "task-4433551" [ 958.258374] env[65683]: _type = "Task" [ 958.258374] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.259495] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 958.259495] env[65683]: value = "task-4433552" [ 958.259495] env[65683]: _type = "Task" [ 958.259495] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.263369] env[65683]: WARNING neutronclient.v2_0.client [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.274781] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433552, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.277587] env[65683]: DEBUG oslo_vmware.api [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.469960] env[65683]: DEBUG nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 958.509430] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 958.509675] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.509820] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 958.509989] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.510140] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 958.510288] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 958.510486] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 958.510632] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 958.510787] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 958.510935] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 958.511323] env[65683]: DEBUG nova.virt.hardware [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 958.512417] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bb716b-c2bf-4ea6-888b-1655b261ad63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.522823] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49f123a-aac5-4aa9-9be0-bfa8a98e5fb8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.588456] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "1713c490-baeb-4f96-be15-92844d87beb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.589480] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "1713c490-baeb-4f96-be15-92844d87beb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.607488] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.610035] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.724s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.612284] env[65683]: DEBUG nova.objects.instance [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'resources' on Instance uuid 3600119a-0d53-4794-9aa3-e4b625023252 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.634160] env[65683]: INFO nova.scheduler.client.report [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted allocations for instance 13cd11b6-55c6-44dd-9c5c-374395b52176 [ 958.641038] env[65683]: INFO nova.compute.manager [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Detaching volume 9457c4d8-a188-42b1-8685-b17239bc1179 [ 958.708326] env[65683]: INFO nova.virt.block_device [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Attempting to driver detach volume 9457c4d8-a188-42b1-8685-b17239bc1179 from mountpoint /dev/sdb [ 958.708983] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 958.709702] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867245', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'name': 'volume-9457c4d8-a188-42b1-8685-b17239bc1179', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f3a7-41c8-41f2-bddb-2d7da65d0443', 'attached_at': '', 'detached_at': '', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'serial': '9457c4d8-a188-42b1-8685-b17239bc1179'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 958.711354] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf9cae-79c7-411c-a7a1-3c7e0b75c8e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.752908] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3237488-0401-4c61-a599-5e81450bb967 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.774958] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.781215] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036875ad-00f2-471c-8bba-504c0eb96665 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.790419] env[65683]: DEBUG oslo_vmware.api [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.798854] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.817588] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0da7c90-47ac-4caf-8f10-fc9b4e141af1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.838030] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The volume has not been displaced from its original location: [datastore2] volume-9457c4d8-a188-42b1-8685-b17239bc1179/volume-9457c4d8-a188-42b1-8685-b17239bc1179.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 958.842058] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.842599] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f78c7e0-55e3-4098-986e-1af6a8c6fb23 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.863043] env[65683]: DEBUG oslo_vmware.api [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 958.863043] env[65683]: value = "task-4433553" [ 958.863043] env[65683]: _type = "Task" [ 958.863043] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.877563] env[65683]: DEBUG oslo_vmware.api [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.996958] env[65683]: DEBUG nova.network.neutron [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Updated VIF entry in instance network info cache for port d85174f0-b637-4f5a-b153-8bdb70c45022. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 958.997757] env[65683]: DEBUG nova.network.neutron [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Updating instance_info_cache with network_info: [{"id": "d85174f0-b637-4f5a-b153-8bdb70c45022", "address": "fa:16:3e:ae:f1:26", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85174f0-b6", "ovs_interfaceid": "d85174f0-b637-4f5a-b153-8bdb70c45022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.093475] env[65683]: DEBUG nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 959.148758] env[65683]: DEBUG oslo_concurrency.lockutils [None req-491d7c57-2ef6-454b-ab4a-966258bf5c80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "13cd11b6-55c6-44dd-9c5c-374395b52176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.457s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.262996] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.276270] env[65683]: DEBUG oslo_vmware.api [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433551, 'name': PowerOffVM_Task, 'duration_secs': 0.86727} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.276782] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.277125] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.281081] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4204bbec-231f-4392-b2f0-7c8830af066d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.292909] env[65683]: DEBUG oslo_vmware.api [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433552, 'name': PowerOnVM_Task, 'duration_secs': 0.582061} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.293259] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.293466] env[65683]: INFO nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Took 8.75 seconds to spawn the instance on the hypervisor. [ 959.293651] env[65683]: DEBUG nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 959.294582] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c965e28-54bc-452d-9c10-0f2e9729ace2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.330098] env[65683]: DEBUG nova.network.neutron [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Successfully updated port: 03447012-0075-49fe-ab13-0147b3b08db5 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.364671] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.365568] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.365568] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleting the datastore file [datastore2] 93c91cd9-1a3a-4af1-b49c-82b90d2a0693 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.369124] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c4803e9-7f22-4978-ba8f-e7d93ec7a151 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.381191] env[65683]: DEBUG oslo_vmware.api [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433553, 'name': ReconfigVM_Task, 'duration_secs': 0.335098} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.382918] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.388099] env[65683]: DEBUG oslo_vmware.api [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 959.388099] env[65683]: value = "task-4433555" [ 959.388099] env[65683]: _type = "Task" [ 959.388099] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.390910] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5166d922-3198-42f4-ad87-28fc9e4b656c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.413656] env[65683]: DEBUG oslo_vmware.api [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 959.413656] env[65683]: value = "task-4433556" [ 959.413656] env[65683]: _type = "Task" [ 959.413656] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.426351] env[65683]: DEBUG oslo_vmware.api [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.502479] env[65683]: DEBUG oslo_concurrency.lockutils [req-3983b05d-b88e-4f51-ba1a-f40a8b17f202 req-ca519cae-2c5d-4fb1-bea2-10aa8ec64ad4 service nova] Releasing lock "refresh_cache-71c549d6-87cc-4e52-984e-551d641fc0dc" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.560050] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 959.560207] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 959.561035] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc2ace9-df41-4939-b9e3-8335625c5173 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.587573] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27451f89-9efa-4f57-b521-416916eba21a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.592520] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350c622-52cd-4384-a060-c9389b2495ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.624783] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c/volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.628117] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d3721-3cb1-41fd-a361-e337f3375c0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.632134] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a324d252-b147-4003-85e4-992a86a1b59e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.682938] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.684410] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cd34f9-e3e0-4ce3-9bbe-6ff6a9c0574e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.687073] env[65683]: DEBUG oslo_vmware.api [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 959.687073] env[65683]: value = "task-4433557" [ 959.687073] env[65683]: _type = "Task" [ 959.687073] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.694915] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea00ceb-2e68-4ce6-adc7-46661c069a4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.704081] env[65683]: DEBUG oslo_vmware.api [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.716370] env[65683]: DEBUG nova.compute.provider_tree [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.760054] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433550, 'name': ReconfigVM_Task, 'duration_secs': 1.102954} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.760054] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805/8f3c4fee-c9e4-4c16-8cd5-562095bc1805.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.760713] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c539b9-cace-4eaa-ad5b-01fc751129b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.770879] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 959.770879] env[65683]: value = "task-4433558" [ 959.770879] env[65683]: _type = "Task" [ 959.770879] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.781632] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433558, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.818407] env[65683]: DEBUG nova.compute.manager [req-8a8666df-f2a4-4c1b-8e60-1a963306349a req-ac150f82-a3c2-4d7d-b012-2cd888223bb7 service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Received event network-vif-plugged-03447012-0075-49fe-ab13-0147b3b08db5 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 959.818844] env[65683]: DEBUG oslo_concurrency.lockutils [req-8a8666df-f2a4-4c1b-8e60-1a963306349a req-ac150f82-a3c2-4d7d-b012-2cd888223bb7 service nova] Acquiring lock "32416fe7-c74a-4219-a758-b8ed968564c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.819159] env[65683]: DEBUG oslo_concurrency.lockutils [req-8a8666df-f2a4-4c1b-8e60-1a963306349a req-ac150f82-a3c2-4d7d-b012-2cd888223bb7 service nova] Lock "32416fe7-c74a-4219-a758-b8ed968564c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.819525] env[65683]: DEBUG oslo_concurrency.lockutils [req-8a8666df-f2a4-4c1b-8e60-1a963306349a req-ac150f82-a3c2-4d7d-b012-2cd888223bb7 service nova] Lock "32416fe7-c74a-4219-a758-b8ed968564c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.819871] env[65683]: DEBUG nova.compute.manager [req-8a8666df-f2a4-4c1b-8e60-1a963306349a req-ac150f82-a3c2-4d7d-b012-2cd888223bb7 service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] No waiting events found dispatching network-vif-plugged-03447012-0075-49fe-ab13-0147b3b08db5 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 959.820383] env[65683]: WARNING nova.compute.manager [req-8a8666df-f2a4-4c1b-8e60-1a963306349a req-ac150f82-a3c2-4d7d-b012-2cd888223bb7 service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Received unexpected event network-vif-plugged-03447012-0075-49fe-ab13-0147b3b08db5 for instance with vm_state building and task_state spawning. [ 959.824806] env[65683]: INFO nova.compute.manager [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Took 24.81 seconds to build instance. [ 959.838880] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "refresh_cache-32416fe7-c74a-4219-a758-b8ed968564c5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.839079] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquired lock "refresh_cache-32416fe7-c74a-4219-a758-b8ed968564c5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.839257] env[65683]: DEBUG nova.network.neutron [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 959.918034] env[65683]: DEBUG oslo_vmware.api [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32477} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.924979] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.924979] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.924979] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.925222] env[65683]: INFO nova.compute.manager [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Took 1.73 seconds to destroy the instance on the hypervisor. [ 959.927247] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 959.927247] env[65683]: DEBUG nova.compute.manager [-] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 959.927247] env[65683]: DEBUG nova.network.neutron [-] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 959.927247] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.936036] env[65683]: DEBUG oslo_vmware.api [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433556, 'name': ReconfigVM_Task, 'duration_secs': 0.192181} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.936372] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867245', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'name': 'volume-9457c4d8-a188-42b1-8685-b17239bc1179', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f3a7-41c8-41f2-bddb-2d7da65d0443', 'attached_at': '', 'detached_at': '', 'volume_id': '9457c4d8-a188-42b1-8685-b17239bc1179', 'serial': '9457c4d8-a188-42b1-8685-b17239bc1179'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 959.970467] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.205155] env[65683]: DEBUG oslo_vmware.api [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433557, 'name': ReconfigVM_Task, 'duration_secs': 0.438604} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.205155] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c/volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.213466] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99828d79-728c-4b45-a6ec-6b2494d05ff6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.228438] env[65683]: DEBUG nova.scheduler.client.report [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.242624] env[65683]: DEBUG oslo_vmware.api [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 960.242624] env[65683]: value = "task-4433559" [ 960.242624] env[65683]: _type = "Task" [ 960.242624] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.256451] env[65683]: DEBUG oslo_vmware.api [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.282435] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433558, 'name': Rename_Task, 'duration_secs': 0.156428} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.282876] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.283297] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb880c8a-8a08-4c9a-ba15-7fb2c4229f7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.292757] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 960.292757] env[65683]: value = "task-4433560" [ 960.292757] env[65683]: _type = "Task" [ 960.292757] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.305776] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.327906] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fcfc50bb-4ec4-4e81-b626-5b10111caa6f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.323s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.350680] env[65683]: DEBUG nova.compute.manager [req-b5130e16-c8ec-4f33-864f-f556d1cd156e req-fb8c1853-9ad6-441c-8fce-6c66e45a4517 service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Received event network-vif-deleted-8f16e72f-f5fb-4b8c-b005-14e4cadba859 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 960.351080] env[65683]: INFO nova.compute.manager [req-b5130e16-c8ec-4f33-864f-f556d1cd156e req-fb8c1853-9ad6-441c-8fce-6c66e45a4517 service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Neutron deleted interface 8f16e72f-f5fb-4b8c-b005-14e4cadba859; detaching it from the instance and deleting it from the info cache [ 960.351254] env[65683]: DEBUG nova.network.neutron [req-b5130e16-c8ec-4f33-864f-f556d1cd156e req-fb8c1853-9ad6-441c-8fce-6c66e45a4517 service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.371014] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.371328] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.393201] env[65683]: DEBUG nova.network.neutron [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 960.505539] env[65683]: DEBUG nova.objects.instance [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'flavor' on Instance uuid 1847f3a7-41c8-41f2-bddb-2d7da65d0443 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.589191] env[65683]: WARNING neutronclient.v2_0.client [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.674927] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.675236] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.734730] env[65683]: DEBUG nova.network.neutron [-] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.740527] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.743964] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.956s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.769345] env[65683]: DEBUG oslo_vmware.api [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433559, 'name': ReconfigVM_Task, 'duration_secs': 0.183329} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.769345] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 960.793735] env[65683]: INFO nova.scheduler.client.report [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted allocations for instance 3600119a-0d53-4794-9aa3-e4b625023252 [ 960.810017] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.811365] env[65683]: DEBUG nova.network.neutron [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Updating instance_info_cache with network_info: [{"id": "03447012-0075-49fe-ab13-0147b3b08db5", "address": "fa:16:3e:47:94:ab", "network": {"id": "2f7e7079-2e2d-4e27-ae1e-3fb33ac7419c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382690523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ace2e4ddc4e645bfb7176fb0d2237a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03447012-00", "ovs_interfaceid": "03447012-0075-49fe-ab13-0147b3b08db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.853924] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa7cd54f-ad5a-4042-baed-75f942ae2592 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.869039] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8737be-2e66-4392-98dc-5285a6e8d08a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.881195] env[65683]: DEBUG nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 960.925485] env[65683]: DEBUG nova.compute.manager [req-b5130e16-c8ec-4f33-864f-f556d1cd156e req-fb8c1853-9ad6-441c-8fce-6c66e45a4517 service nova] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Detach interface failed, port_id=8f16e72f-f5fb-4b8c-b005-14e4cadba859, reason: Instance 93c91cd9-1a3a-4af1-b49c-82b90d2a0693 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.178062] env[65683]: DEBUG nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 961.244554] env[65683]: INFO nova.compute.manager [-] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Took 1.32 seconds to deallocate network for instance. [ 961.255819] env[65683]: INFO nova.compute.claims [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.309854] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.310422] env[65683]: DEBUG oslo_concurrency.lockutils [None req-01fd5889-6c86-459e-ae53-c24a29cb5f69 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "3600119a-0d53-4794-9aa3-e4b625023252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.579s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.315565] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Releasing lock "refresh_cache-32416fe7-c74a-4219-a758-b8ed968564c5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.315565] env[65683]: DEBUG nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Instance network_info: |[{"id": "03447012-0075-49fe-ab13-0147b3b08db5", "address": "fa:16:3e:47:94:ab", "network": {"id": "2f7e7079-2e2d-4e27-ae1e-3fb33ac7419c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382690523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ace2e4ddc4e645bfb7176fb0d2237a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03447012-00", "ovs_interfaceid": "03447012-0075-49fe-ab13-0147b3b08db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 961.315853] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:94:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03447012-0075-49fe-ab13-0147b3b08db5', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.324882] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Creating folder: Project (ace2e4ddc4e645bfb7176fb0d2237a74). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.325857] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b4e4de-dce3-4e55-8e8e-969f53adc104 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.344658] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Created folder: Project (ace2e4ddc4e645bfb7176fb0d2237a74) in parent group-v867054. [ 961.344658] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Creating folder: Instances. Parent ref: group-v867280. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.344658] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d1d8c03-3107-4843-8e59-2e2c3a429722 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.358915] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Created folder: Instances in parent group-v867280. [ 961.359225] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 961.359452] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.359702] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c76b68a3-7531-4a52-9b78-f5c5813189e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.392292] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.392292] env[65683]: value = "task-4433563" [ 961.392292] env[65683]: _type = "Task" [ 961.392292] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.404731] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433563, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.412968] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.518636] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0873a8b0-e9fc-4113-8dee-72940ec461db tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.381s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.644059] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "71c549d6-87cc-4e52-984e-551d641fc0dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.644059] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.644059] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "71c549d6-87cc-4e52-984e-551d641fc0dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.644059] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.644306] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.647177] env[65683]: INFO nova.compute.manager [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Terminating instance [ 961.713401] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.755159] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.764470] env[65683]: INFO nova.compute.resource_tracker [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating resource usage from migration 79a48723-5b73-4b7f-8eac-e92fca817bc4 [ 961.809263] env[65683]: DEBUG oslo_vmware.api [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433560, 'name': PowerOnVM_Task, 'duration_secs': 1.077686} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.810175] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.810175] env[65683]: DEBUG nova.compute.manager [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 961.811850] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8ed52-99f3-45ab-8ac6-776824886a9c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.835508] env[65683]: DEBUG nova.objects.instance [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'flavor' on Instance uuid fb6cadc8-5615-4da1-aed7-09604f51cdc4 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.912043] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433563, 'name': CreateVM_Task, 'duration_secs': 0.407047} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.912043] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.912637] env[65683]: WARNING neutronclient.v2_0.client [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.912840] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.913030] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.913461] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.918916] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d1f9c1-0cd3-497a-b643-2bd253f3e264 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.931758] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 961.931758] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b41aef-e121-472d-0f51-b7d87cb7aa2e" [ 961.931758] env[65683]: _type = "Task" [ 961.931758] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.948215] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b41aef-e121-472d-0f51-b7d87cb7aa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.102132] env[65683]: DEBUG nova.compute.manager [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Received event network-changed-03447012-0075-49fe-ab13-0147b3b08db5 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 962.102727] env[65683]: DEBUG nova.compute.manager [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Refreshing instance network info cache due to event network-changed-03447012-0075-49fe-ab13-0147b3b08db5. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 962.102979] env[65683]: DEBUG oslo_concurrency.lockutils [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] Acquiring lock "refresh_cache-32416fe7-c74a-4219-a758-b8ed968564c5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.103216] env[65683]: DEBUG oslo_concurrency.lockutils [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] Acquired lock "refresh_cache-32416fe7-c74a-4219-a758-b8ed968564c5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.103400] env[65683]: DEBUG nova.network.neutron [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Refreshing network info cache for port 03447012-0075-49fe-ab13-0147b3b08db5 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.153957] env[65683]: DEBUG nova.compute.manager [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 962.154228] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.155772] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d87b7-f6d1-4609-984e-8b6c32687801 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.167042] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.172045] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50b31872-19e0-41b9-b34e-1bf7674a176a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.180373] env[65683]: DEBUG oslo_vmware.api [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 962.180373] env[65683]: value = "task-4433564" [ 962.180373] env[65683]: _type = "Task" [ 962.180373] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.193311] env[65683]: DEBUG oslo_vmware.api [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.249785] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f72b798-048a-4cf7-8132-a7fc7aa39090 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.260126] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85a7d09-a4cc-4db2-af2d-682496925578 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.303840] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35096c2-7452-4e3f-97b7-f1a08b187c84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.313568] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edeade9-625a-4a05-bb5d-2ed079cdf84a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.333834] env[65683]: DEBUG nova.compute.provider_tree [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.342691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.343567] env[65683]: DEBUG oslo_concurrency.lockutils [None req-373c9dd0-cc2c-4bdb-8885-7e0b04117f2d tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.928s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.364636] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.364913] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.365189] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.365383] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.365545] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.367779] env[65683]: INFO nova.compute.manager [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Terminating instance [ 962.445314] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b41aef-e121-472d-0f51-b7d87cb7aa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017106} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.446313] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.446313] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.446313] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.446313] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.446592] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.446755] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ebcd6e0-9949-4ca4-8ad5-f88992fcc468 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.460117] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.460612] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.461904] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12453a49-df1d-4349-9fc7-6ac08035a163 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.469283] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 962.469283] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522c8778-1040-05c2-7caa-4431a89ced80" [ 962.469283] env[65683]: _type = "Task" [ 962.469283] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.478485] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522c8778-1040-05c2-7caa-4431a89ced80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.607965] env[65683]: WARNING neutronclient.v2_0.client [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.693013] env[65683]: DEBUG oslo_vmware.api [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433564, 'name': PowerOffVM_Task, 'duration_secs': 0.255306} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.700338] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.700573] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.707402] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75e3e96-7e32-4c44-aeae-131a69542116 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.778356] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.778616] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.778801] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleting the datastore file [datastore1] 71c549d6-87cc-4e52-984e-551d641fc0dc {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.779082] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8619d4a-7831-4b96-9d90-fec6ab5cba38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.790453] env[65683]: DEBUG oslo_vmware.api [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 962.790453] env[65683]: value = "task-4433566" [ 962.790453] env[65683]: _type = "Task" [ 962.790453] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.805968] env[65683]: DEBUG oslo_vmware.api [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.845112] env[65683]: DEBUG nova.scheduler.client.report [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.873825] env[65683]: DEBUG nova.compute.manager [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 962.874107] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.875637] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067ff661-9894-4bd6-bcfe-3d6032ff042f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.886779] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.886973] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663dcdf6-384b-4cf9-abb7-9f86dea5a383 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.898401] env[65683]: DEBUG oslo_vmware.api [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 962.898401] env[65683]: value = "task-4433567" [ 962.898401] env[65683]: _type = "Task" [ 962.898401] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.908751] env[65683]: DEBUG oslo_vmware.api [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.984965] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522c8778-1040-05c2-7caa-4431a89ced80, 'name': SearchDatastore_Task, 'duration_secs': 0.037261} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.985885] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bfa4e9-5986-4422-bfa6-963cc98bddc4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.993685] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 962.993685] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bbf609-a483-b84f-2d15-211a3066bf09" [ 962.993685] env[65683]: _type = "Task" [ 962.993685] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.010906] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bbf609-a483-b84f-2d15-211a3066bf09, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.010906] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.010906] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 32416fe7-c74a-4219-a758-b8ed968564c5/32416fe7-c74a-4219-a758-b8ed968564c5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.010906] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09cfece8-2371-435c-a6ed-5d9c85786819 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.019516] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 963.019516] env[65683]: value = "task-4433568" [ 963.019516] env[65683]: _type = "Task" [ 963.019516] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.032139] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.198125] env[65683]: WARNING neutronclient.v2_0.client [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.210430] env[65683]: INFO nova.compute.manager [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Rebuilding instance [ 963.302062] env[65683]: DEBUG nova.compute.manager [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 963.303369] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f75ed5-dc1e-4ad4-85fb-43de9fe633d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.314810] env[65683]: DEBUG oslo_vmware.api [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243567} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.319909] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.319909] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.319909] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.319909] env[65683]: INFO nova.compute.manager [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 963.319909] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 963.321262] env[65683]: DEBUG nova.compute.manager [-] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 963.321262] env[65683]: DEBUG nova.network.neutron [-] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 963.321627] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.351435] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.607s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.351501] env[65683]: INFO nova.compute.manager [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Migrating [ 963.361328] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.580s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.411559] env[65683]: DEBUG oslo_vmware.api [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433567, 'name': PowerOffVM_Task, 'duration_secs': 0.272114} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.412900] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.412900] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.413207] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecbf1e9a-7f1d-4b6c-8eb4-9266ffcc9b49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.506584] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.507053] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.507337] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleting the datastore file [datastore1] 1847f3a7-41c8-41f2-bddb-2d7da65d0443 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.507711] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7764c3b-e202-41d9-b59e-3aeb6286cc8c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.516674] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.522833] env[65683]: DEBUG oslo_vmware.api [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 963.522833] env[65683]: value = "task-4433570" [ 963.522833] env[65683]: _type = "Task" [ 963.522833] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.540825] env[65683]: DEBUG oslo_vmware.api [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.544523] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433568, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.675593] env[65683]: DEBUG nova.network.neutron [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Updated VIF entry in instance network info cache for port 03447012-0075-49fe-ab13-0147b3b08db5. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 963.676174] env[65683]: DEBUG nova.network.neutron [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Updating instance_info_cache with network_info: [{"id": "03447012-0075-49fe-ab13-0147b3b08db5", "address": "fa:16:3e:47:94:ab", "network": {"id": "2f7e7079-2e2d-4e27-ae1e-3fb33ac7419c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382690523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ace2e4ddc4e645bfb7176fb0d2237a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03447012-00", "ovs_interfaceid": "03447012-0075-49fe-ab13-0147b3b08db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.878934] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.878934] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.878934] env[65683]: DEBUG nova.network.neutron [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.894914] env[65683]: WARNING neutronclient.v2_0.client [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.037384] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764813} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.038298] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 32416fe7-c74a-4219-a758-b8ed968564c5/32416fe7-c74a-4219-a758-b8ed968564c5.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.038539] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.038856] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093b1b38-e353-4cec-90b0-a904e0129326 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.047683] env[65683]: DEBUG oslo_vmware.api [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428925} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.050840] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.051133] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.051394] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.051545] env[65683]: INFO nova.compute.manager [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Took 1.18 seconds to destroy the instance on the hypervisor. [ 964.051846] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 964.052513] env[65683]: DEBUG nova.compute.manager [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 964.052677] env[65683]: DEBUG nova.network.neutron [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 964.053643] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.057643] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 964.057643] env[65683]: value = "task-4433571" [ 964.057643] env[65683]: _type = "Task" [ 964.057643] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.071560] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.098238] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.098604] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.172876] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.179661] env[65683]: DEBUG oslo_concurrency.lockutils [req-b0c5a8da-8eba-46ea-a241-12343167d21a req-c9badfec-e8d8-4d04-90f7-caf3f5bbe86e service nova] Releasing lock "refresh_cache-32416fe7-c74a-4219-a758-b8ed968564c5" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.332373] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.332767] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a853b3a4-358c-42c6-9d26-3f17b68c24bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.346435] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 964.346435] env[65683]: value = "task-4433572" [ 964.346435] env[65683]: _type = "Task" [ 964.346435] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.358372] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.398873] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Applying migration context for instance 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6 as it has an incoming, in-progress migration 79a48723-5b73-4b7f-8eac-e92fca817bc4. Migration status is pre-migrating {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 964.398873] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating resource usage from migration 79a48723-5b73-4b7f-8eac-e92fca817bc4 [ 964.414624] env[65683]: DEBUG nova.network.neutron [-] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.432025] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 95bff58e-a68b-487f-a46c-1863360282bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.432025] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0957ac00-4af5-4132-ba15-d40443002953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.432025] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 316690e2-e4a6-4889-98c4-e4590c8a5f01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.432320] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 9cbdf99e-510f-4a41-b41b-ef70badaea09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.433185] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance db899bbf-7438-439e-a5a7-16d73a5592aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.433826] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8f3c4fee-c9e4-4c16-8cd5-562095bc1805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.433826] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance e62fd4a2-5121-40b7-830d-0ee02d4e66ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.433826] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 7b553948-c734-41e9-9a9f-1ec61e5c492d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.434681] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance fb6cadc8-5615-4da1-aed7-09604f51cdc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.435628] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 1847f3a7-41c8-41f2-bddb-2d7da65d0443 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.435628] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.435628] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8592e736-1222-4c2e-a02b-586f02954cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.435628] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance d5f14d6d-5b84-484d-9f20-353821fbccf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.435628] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 93c91cd9-1a3a-4af1-b49c-82b90d2a0693 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.436467] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 71c549d6-87cc-4e52-984e-551d641fc0dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.436467] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 32416fe7-c74a-4219-a758-b8ed968564c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.436467] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration 79a48723-5b73-4b7f-8eac-e92fca817bc4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 964.436467] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 964.573936] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07584} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.573936] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.574849] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b167472-92cf-41a4-9ff9-e3fa6c56ac05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.608965] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 32416fe7-c74a-4219-a758-b8ed968564c5/32416fe7-c74a-4219-a758-b8ed968564c5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.608965] env[65683]: DEBUG nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 964.613984] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063ca53c-cbbb-4cbd-8493-a2222ec35140 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.640275] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 964.640275] env[65683]: value = "task-4433573" [ 964.640275] env[65683]: _type = "Task" [ 964.640275] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.649591] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.762441] env[65683]: WARNING neutronclient.v2_0.client [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.827412] env[65683]: DEBUG nova.compute.manager [req-44ee9f68-23c4-47f0-974e-d79fa74099e1 req-085e1a0c-8c8e-4d43-9950-3697e887ccb8 service nova] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Received event network-vif-deleted-d85174f0-b637-4f5a-b153-8bdb70c45022 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 964.858066] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433572, 'name': PowerOffVM_Task, 'duration_secs': 0.267644} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.858378] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.919118] env[65683]: INFO nova.compute.manager [-] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Took 1.60 seconds to deallocate network for instance. [ 964.941938] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 964.991529] env[65683]: INFO nova.compute.manager [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Detaching volume ca9a319a-74ea-4d9b-ad16-2ff5b72a524c [ 965.060467] env[65683]: INFO nova.virt.block_device [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Attempting to driver detach volume ca9a319a-74ea-4d9b-ad16-2ff5b72a524c from mountpoint /dev/sdb [ 965.060746] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 965.061013] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 965.062599] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0b212-1d6d-4f55-ac87-2bb62accd144 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.091560] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81880a6f-fbf8-4537-af24-d9ef12deac28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.104432] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b6621-fd82-46e6-8d04-aeabec129b38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.141998] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85c1760-8acd-4ff9-844f-b9225b7541fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.172782] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c/volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 965.178814] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.179363] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.180542] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.180811] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394b2166-b6fe-4dae-a98d-cdbaf7d0a050 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.201979] env[65683]: DEBUG nova.network.neutron [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance_info_cache with network_info: [{"id": "c5af7078-c088-43f5-86e4-32c3096195b2", "address": "fa:16:3e:07:6e:8d", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5af7078-c0", "ovs_interfaceid": "c5af7078-c088-43f5-86e4-32c3096195b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.212260] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 965.212260] env[65683]: value = "task-4433574" [ 965.212260] env[65683]: _type = "Task" [ 965.212260] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.226588] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.430597] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.435256] env[65683]: DEBUG nova.network.neutron [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.451041] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 1713c490-baeb-4f96-be15-92844d87beb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 965.657169] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433573, 'name': ReconfigVM_Task, 'duration_secs': 0.926551} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.657682] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 32416fe7-c74a-4219-a758-b8ed968564c5/32416fe7-c74a-4219-a758-b8ed968564c5.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.658615] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49aad138-6122-4a95-932e-883931afe009 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.669269] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 965.669269] env[65683]: value = "task-4433575" [ 965.669269] env[65683]: _type = "Task" [ 965.669269] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.682518] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433575, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.708687] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.727210] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.940460] env[65683]: INFO nova.compute.manager [-] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Took 1.89 seconds to deallocate network for instance. [ 965.953676] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 966.184265] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433575, 'name': Rename_Task, 'duration_secs': 0.284948} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.184485] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.184795] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ffde117-7ce9-4d83-8f9d-7f77f9f416e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.196024] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 966.196024] env[65683]: value = "task-4433576" [ 966.196024] env[65683]: _type = "Task" [ 966.196024] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.207520] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.230614] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433574, 'name': ReconfigVM_Task, 'duration_secs': 0.594948} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.230838] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.237917] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5917882a-6250-46fa-86e6-571de0143f34 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.260170] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 966.260170] env[65683]: value = "task-4433577" [ 966.260170] env[65683]: _type = "Task" [ 966.260170] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.272527] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.450316] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.456297] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance b18a32d2-e858-4fd6-8e6e-a87c3383d5fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 966.675390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "be089d29-4239-4c6c-9b5e-b081a28da176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.675691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "be089d29-4239-4c6c-9b5e-b081a28da176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.707383] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433576, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.771287] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.875099] env[65683]: DEBUG nova.compute.manager [req-9a53179c-7865-4cf1-a8f2-f953eedcfe95 req-16073f5e-1f45-427b-9455-def6debdd141 service nova] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Received event network-vif-deleted-6c02b558-4061-4814-87d2-971e99c2bcce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.959807] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance bc05a478-eb55-4f19-ae0d-db0b96bba207 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 966.960204] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 966.960407] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '14', 'num_task_None': '11', 'num_os_type_None': '16', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '2', 'io_workload': '3', 'num_proj_e3b18c49ceea46d6911355436cc6d6e0': '2', 'num_proj_4cd12e2c813348e6bf48ba058819e9a7': '3', 'num_vm_rescued': '1', 'num_proj_4179c363113b449ab4fade09bf9dda93': '1', 'num_task_deleting': '2', 'num_proj_f6753795ffac47daab897d28c0f14f20': '1', 'num_proj_6e48e58c6c6e4bba84858ddef3456fb9': '1', 'num_task_rebuilding': '1', 'num_proj_8fe3f14d4b184c9b90c5ad49e42419c6': '1', 'num_proj_eef0f3509865411796918c7d20c00df5': '2', 'num_proj_4d46e17851b8478892e28e8be15e9f39': '1', 'num_task_resize_prep': '1', 'num_proj_9d246f54dac740a9931c2da538a177e4': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_ace2e4ddc4e645bfb7176fb0d2237a74': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 967.179159] env[65683]: DEBUG nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 967.214765] env[65683]: DEBUG oslo_vmware.api [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433576, 'name': PowerOnVM_Task, 'duration_secs': 0.687046} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.215537] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.216282] env[65683]: INFO nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Took 8.75 seconds to spawn the instance on the hypervisor. [ 967.216572] env[65683]: DEBUG nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 967.217738] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8a0be-bf9e-4465-b864-815b32b818cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.236353] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16f388-5240-4a34-885c-a9c27bf66999 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.261914] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance '3c199ab3-106f-4a1d-9d0b-f1d78a4285e6' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.280424] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.320983] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e4bf09-5e5b-4be2-b9e5-1b836d52960e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.332347] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdc799b-50ec-45ad-962a-b6ea9f6b66f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.367538] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5c9b92-1e62-4871-83ab-f0ef86ffb1c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.376869] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc666e-35c5-453e-8c70-1dac038323b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.393980] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.699410] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.746049] env[65683]: INFO nova.compute.manager [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Took 26.95 seconds to build instance. [ 967.772834] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433577, 'name': ReconfigVM_Task, 'duration_secs': 1.203304} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.774478] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.774773] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 967.777217] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0163a702-8855-4558-8d99-4f93df9dbabb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.785071] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 967.785071] env[65683]: value = "task-4433578" [ 967.785071] env[65683]: _type = "Task" [ 967.785071] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.795919] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.899990] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.247667] env[65683]: DEBUG oslo_concurrency.lockutils [None req-037dfdc0-0db2-45ce-ba52-3bd206eb5b56 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "32416fe7-c74a-4219-a758-b8ed968564c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.459s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.296697] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433578, 'name': PowerOffVM_Task, 'duration_secs': 0.256134} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.297073] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.297306] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance '3c199ab3-106f-4a1d-9d0b-f1d78a4285e6' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.406015] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 968.406302] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.046s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.406589] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.458s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.408109] env[65683]: INFO nova.compute.claims [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.805237] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.806132] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.806464] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.806807] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.813204] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f419e48-12a0-4ac5-9acc-cf331cf225e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.829313] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.829929] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df0b1d7-d4cb-495a-8209-3f3c1c26d250 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.833660] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 968.833660] env[65683]: value = "task-4433579" [ 968.833660] env[65683]: _type = "Task" [ 968.833660] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.838974] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 968.838974] env[65683]: value = "task-4433580" [ 968.838974] env[65683]: _type = "Task" [ 968.838974] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.846704] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.853021] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 968.853302] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 968.853549] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 968.854423] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf253956-3619-49b4-8b05-5a5b0e761974 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.876993] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4831e6-0489-4271-8ae8-04491768b930 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.885017] env[65683]: WARNING nova.virt.vmwareapi.driver [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 968.885343] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.886149] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab5a46-b7a7-4d05-b09c-e1dddb4690fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.894203] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.894481] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fa20573-7b16-4947-b7df-01f38242d998 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.183664] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.183909] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.184180] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleting the datastore file [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.184567] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df8dc8a8-8fb6-495b-bea7-6acbbea51e14 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.192981] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 969.192981] env[65683]: value = "task-4433582" [ 969.192981] env[65683]: _type = "Task" [ 969.192981] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.203210] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.345642] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433579, 'name': ReconfigVM_Task, 'duration_secs': 0.172031} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.345958] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance '3c199ab3-106f-4a1d-9d0b-f1d78a4285e6' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.708287] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302566} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.708644] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.709024] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.709314] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.791298] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92982184-c854-415f-8117-ffbc3e2bb013 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.800208] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5145126-ccb0-417d-affb-2dbdd08905c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.833661] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3497d91-63f1-4338-835c-6eb3bb391d64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.843716] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76f7444-7dd0-4c36-a615-02770f8555a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.852788] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 969.853034] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.853224] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 969.853409] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.853564] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 969.853710] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 969.854017] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 969.854293] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 969.854582] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 969.854853] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 969.855152] env[65683]: DEBUG nova.virt.hardware [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 969.863842] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.872225] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4061e61-9bfc-487a-ab94-d69a88cf756d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.886245] env[65683]: DEBUG nova.compute.provider_tree [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.894696] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 969.894696] env[65683]: value = "task-4433583" [ 969.894696] env[65683]: _type = "Task" [ 969.894696] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.905985] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.217341] env[65683]: INFO nova.virt.block_device [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Booting with volume ca9a319a-74ea-4d9b-ad16-2ff5b72a524c at /dev/sdb [ 970.255273] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd604658-1e5a-43af-b67a-397f6e3b1dc3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.265442] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a7ee9-55c0-45f6-8ec0-b5ec0748efd1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.300575] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85cd33ed-41ec-4a9f-a88f-b82fc6db55cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.310764] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa9d1f-a1cd-4347-947e-3b2308c0f304 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.347917] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de127dde-3d36-4e96-8240-e1376edbb00f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.355279] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc15ba-8858-43a1-bb04-e96f1ec70848 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.369063] env[65683]: DEBUG nova.virt.block_device [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updating existing volume attachment record: 17d2bd94-c83b-4aed-8886-9b8c3e303649 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 970.390356] env[65683]: DEBUG nova.scheduler.client.report [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.405386] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433583, 'name': ReconfigVM_Task, 'duration_secs': 0.440071} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.406310] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.407131] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d59200-22f7-44f6-ae75-4253ced49336 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.431172] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6/3c199ab3-106f-4a1d-9d0b-f1d78a4285e6.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.431824] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f20e2b2-3875-46c1-83e8-b66bbfc059f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.446362] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "d5f14d6d-5b84-484d-9f20-353821fbccf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.446362] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.446362] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "d5f14d6d-5b84-484d-9f20-353821fbccf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.446362] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.446676] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.448703] env[65683]: INFO nova.compute.manager [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Terminating instance [ 970.456606] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 970.456606] env[65683]: value = "task-4433584" [ 970.456606] env[65683]: _type = "Task" [ 970.456606] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.466395] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.897032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.897032] env[65683]: DEBUG nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 970.900772] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.218s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.903075] env[65683]: INFO nova.compute.claims [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.952964] env[65683]: DEBUG nova.compute.manager [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 970.952964] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.954025] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a9645-d0e8-4041-b0d9-417fd512ea27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.972538] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.973183] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.973425] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b716e5-fe99-4c57-a0e3-f6dfd9d04966 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.983094] env[65683]: DEBUG oslo_vmware.api [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 970.983094] env[65683]: value = "task-4433585" [ 970.983094] env[65683]: _type = "Task" [ 970.983094] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.993793] env[65683]: DEBUG oslo_vmware.api [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.153467] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "32416fe7-c74a-4219-a758-b8ed968564c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.153709] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "32416fe7-c74a-4219-a758-b8ed968564c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.153958] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "32416fe7-c74a-4219-a758-b8ed968564c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.154234] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "32416fe7-c74a-4219-a758-b8ed968564c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.154439] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "32416fe7-c74a-4219-a758-b8ed968564c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.157769] env[65683]: INFO nova.compute.manager [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Terminating instance [ 971.406415] env[65683]: DEBUG nova.compute.utils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.409862] env[65683]: DEBUG nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 971.410073] env[65683]: DEBUG nova.network.neutron [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 971.410392] env[65683]: WARNING neutronclient.v2_0.client [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.410700] env[65683]: WARNING neutronclient.v2_0.client [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.463296] env[65683]: DEBUG nova.policy [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38915d4ecfbe4dc98f0bd40747b75a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9657fb7802744a118f7b88852d2fd964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.480893] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433584, 'name': ReconfigVM_Task, 'duration_secs': 0.55507} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.481862] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6/3c199ab3-106f-4a1d-9d0b-f1d78a4285e6.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.482080] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance '3c199ab3-106f-4a1d-9d0b-f1d78a4285e6' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.497036] env[65683]: DEBUG oslo_vmware.api [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433585, 'name': PowerOffVM_Task, 'duration_secs': 0.254333} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.497036] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.497189] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.497384] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-495029fd-67ec-41a4-b0fd-3947f155976e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.571389] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.571850] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.572093] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Deleting the datastore file [datastore2] d5f14d6d-5b84-484d-9f20-353821fbccf0 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.572452] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba28d1c8-abf8-4403-856b-8c97c6d996e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.580610] env[65683]: DEBUG oslo_vmware.api [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for the task: (returnval){ [ 971.580610] env[65683]: value = "task-4433587" [ 971.580610] env[65683]: _type = "Task" [ 971.580610] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.590405] env[65683]: DEBUG oslo_vmware.api [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.628516] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Acquiring lock "7b553948-c734-41e9-9a9f-1ec61e5c492d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.628883] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.629221] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Acquiring lock "7b553948-c734-41e9-9a9f-1ec61e5c492d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.629425] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.629680] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.632197] env[65683]: INFO nova.compute.manager [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Terminating instance [ 971.661038] env[65683]: DEBUG nova.compute.manager [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 971.661296] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.662362] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba52b07d-91f6-43b5-9de2-b4839c694bb0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.671958] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.671958] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e490362-62f6-4677-b728-0b92aa732d67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.680518] env[65683]: DEBUG oslo_vmware.api [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 971.680518] env[65683]: value = "task-4433588" [ 971.680518] env[65683]: _type = "Task" [ 971.680518] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.695768] env[65683]: DEBUG oslo_vmware.api [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.794681] env[65683]: DEBUG nova.network.neutron [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Successfully created port: 5fc1afc3-5e5f-474c-918a-f1fe57e1e22c {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 971.911131] env[65683]: DEBUG nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 971.976608] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.976908] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.993090] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d351d55e-215c-4b8d-a0a6-39a12cc35a37 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.017645] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35da97bf-6d93-43d5-b5b6-b75d53cb654c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.051383] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance '3c199ab3-106f-4a1d-9d0b-f1d78a4285e6' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.094326] env[65683]: DEBUG oslo_vmware.api [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Task: {'id': task-4433587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252493} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.094485] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.094660] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.094825] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.094993] env[65683]: INFO nova.compute.manager [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 972.095314] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 972.095535] env[65683]: DEBUG nova.compute.manager [-] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 972.095618] env[65683]: DEBUG nova.network.neutron [-] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.096078] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.138473] env[65683]: DEBUG nova.compute.manager [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 972.138995] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.139510] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e351cbb6-74a1-475f-bb84-56312e27d685 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.149567] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 972.149567] env[65683]: value = "task-4433589" [ 972.149567] env[65683]: _type = "Task" [ 972.149567] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.166396] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.173567] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.191464] env[65683]: DEBUG oslo_vmware.api [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433588, 'name': PowerOffVM_Task, 'duration_secs': 0.190446} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.191738] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.191902] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.192219] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a662dc5-3b52-4b4e-a37f-7d40c7d6afda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.270063] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.270063] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.270509] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Deleting the datastore file [datastore2] 32416fe7-c74a-4219-a758-b8ed968564c5 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.270509] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d6e119-e07a-4933-ac2f-0864b57a1d45 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.280418] env[65683]: DEBUG oslo_vmware.api [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for the task: (returnval){ [ 972.280418] env[65683]: value = "task-4433591" [ 972.280418] env[65683]: _type = "Task" [ 972.280418] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.291443] env[65683]: DEBUG oslo_vmware.api [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.344950] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752adb33-ead9-4395-a143-4075459b32c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.352801] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3eb915-fec2-4928-aee7-f2db7dbe2c1d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.388243] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c739115-61af-4e4f-ae32-3e74417c3d44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.396796] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d60644b-3c19-49d1-9a73-555ad1b2cda4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.411970] env[65683]: DEBUG nova.compute.provider_tree [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.486577] env[65683]: INFO nova.compute.manager [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Detaching volume 7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 972.649062] env[65683]: DEBUG nova.virt.hardware [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 972.649062] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e35f325-1e3f-4b02-991c-152d469a9a61 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.649062] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4589483b-b942-41ba-98fd-f0b0b31992c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.649062] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:41:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c680add-c078-4ddb-adc9-7e1947c423f8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.649813] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 972.649813] env[65683]: INFO nova.virt.block_device [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Attempting to driver detach volume 7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df from mountpoint /dev/sdb [ 972.649813] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.649813] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867261', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'name': 'volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e62fd4a2-5121-40b7-830d-0ee02d4e66ce', 'attached_at': '', 'detached_at': '', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'serial': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.649813] env[65683]: WARNING neutronclient.v2_0.client [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.649813] env[65683]: WARNING neutronclient.v2_0.client [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.649813] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.649813] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b56ae-ecf0-474f-bfe9-bc17174e65b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.649813] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e3a008b-2e60-4709-b0b3-4f42112c29da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.649813] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.649813] env[65683]: value = "task-4433592" [ 972.649813] env[65683]: _type = "Task" [ 972.649813] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.649813] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45531c-8dfa-4903-968e-d03548b01f3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.649813] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a148ce3e-d11c-4c8d-bd81-59978399d7d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.658565] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca610d-485e-4a17-971c-8604caa4965c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.667087] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433589, 'name': PowerOffVM_Task, 'duration_secs': 0.233193} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.678185] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.678483] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.678732] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867207', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'name': 'volume-9433448b-6adb-4cac-9c68-7bec66fe3686', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b553948-c734-41e9-9a9f-1ec61e5c492d', 'attached_at': '', 'detached_at': '', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'serial': '9433448b-6adb-4cac-9c68-7bec66fe3686'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.679204] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] The volume has not been displaced from its original location: [datastore2] volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df/volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 972.684794] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.685931] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a232e942-9934-4267-b591-73b1f1e01b5b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.689229] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3170ac-ceed-49b2-98fd-d368fbb30392 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.726029] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d16edc-428f-462f-b5d3-27752f867a4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.729096] env[65683]: DEBUG oslo_vmware.api [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 972.729096] env[65683]: value = "task-4433593" [ 972.729096] env[65683]: _type = "Task" [ 972.729096] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.736397] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4baf97c-e36a-4a00-bae5-e688b268fd63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.743239] env[65683]: DEBUG oslo_vmware.api [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.761803] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c679b0f-d537-431e-9465-49d6d7a8ca45 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.781160] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] The volume has not been displaced from its original location: [datastore1] volume-9433448b-6adb-4cac-9c68-7bec66fe3686/volume-9433448b-6adb-4cac-9c68-7bec66fe3686.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 972.786442] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.786877] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ffb7a8a-355f-427f-92f0-4cacdd570726 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.809527] env[65683]: DEBUG oslo_vmware.api [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Task: {'id': task-4433591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154847} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.811178] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.811242] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.811400] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.811659] env[65683]: INFO nova.compute.manager [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 972.811829] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 972.812123] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 972.812123] env[65683]: value = "task-4433594" [ 972.812123] env[65683]: _type = "Task" [ 972.812123] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.812322] env[65683]: DEBUG nova.compute.manager [-] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 972.812465] env[65683]: DEBUG nova.network.neutron [-] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.812810] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.824788] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.840814] env[65683]: DEBUG nova.network.neutron [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Port c5af7078-c088-43f5-86e4-32c3096195b2 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 972.916412] env[65683]: DEBUG nova.scheduler.client.report [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.924044] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.928887] env[65683]: DEBUG nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 972.962856] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 972.963132] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.963295] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 972.963484] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.963626] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 972.963766] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 972.963966] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.964512] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 972.964791] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 972.964988] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 972.965185] env[65683]: DEBUG nova.virt.hardware [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 972.966151] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252e7af4-9dc5-4b53-a52e-b3810d2b389f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.976767] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361ad530-d657-4f46-8de5-e9c2d914aea1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.125481] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433592, 'name': CreateVM_Task, 'duration_secs': 0.453104} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.125730] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.126296] env[65683]: WARNING neutronclient.v2_0.client [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 973.126678] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.126843] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.127185] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.127444] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf5a9e9-2f40-48b3-a684-eabdec33e80e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.133327] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 973.133327] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b72b99-7e00-1c97-a9a8-afb5de786657" [ 973.133327] env[65683]: _type = "Task" [ 973.133327] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.143376] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b72b99-7e00-1c97-a9a8-afb5de786657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.230725] env[65683]: DEBUG nova.network.neutron [-] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.245326] env[65683]: DEBUG oslo_vmware.api [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433593, 'name': ReconfigVM_Task, 'duration_secs': 0.291639} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.245326] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.251489] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e99c67-8f5e-4d04-82f4-d1de5c9f3d97 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.269857] env[65683]: DEBUG oslo_vmware.api [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 973.269857] env[65683]: value = "task-4433595" [ 973.269857] env[65683]: _type = "Task" [ 973.269857] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.280451] env[65683]: DEBUG oslo_vmware.api [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.326361] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433594, 'name': ReconfigVM_Task, 'duration_secs': 0.188205} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.326361] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.331841] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974a159a-0ead-4087-8885-44b4a1206eb8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.348991] env[65683]: DEBUG nova.compute.manager [req-546467a7-b0dd-4602-ae4e-3c85f49e87f6 req-e4c4d3d4-9f56-4a6a-baf6-b6b23cc8c963 service nova] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Received event network-vif-deleted-941f6d08-0283-41d5-81b7-20f521dc4146 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.356917] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 973.356917] env[65683]: value = "task-4433596" [ 973.356917] env[65683]: _type = "Task" [ 973.356917] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.371783] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.428230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.428779] env[65683]: DEBUG nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 973.432706] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.020s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.436019] env[65683]: INFO nova.compute.claims [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.477432] env[65683]: DEBUG nova.network.neutron [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Successfully updated port: 5fc1afc3-5e5f-474c-918a-f1fe57e1e22c {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 973.577796] env[65683]: DEBUG nova.compute.manager [req-23cab08c-6ead-42b2-b6b3-038d4f333a0d req-b27c7f30-5444-4447-a90c-85aa0f8fe093 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Received event network-vif-plugged-5fc1afc3-5e5f-474c-918a-f1fe57e1e22c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.577865] env[65683]: DEBUG oslo_concurrency.lockutils [req-23cab08c-6ead-42b2-b6b3-038d4f333a0d req-b27c7f30-5444-4447-a90c-85aa0f8fe093 service nova] Acquiring lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.578584] env[65683]: DEBUG oslo_concurrency.lockutils [req-23cab08c-6ead-42b2-b6b3-038d4f333a0d req-b27c7f30-5444-4447-a90c-85aa0f8fe093 service nova] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.579522] env[65683]: DEBUG oslo_concurrency.lockutils [req-23cab08c-6ead-42b2-b6b3-038d4f333a0d req-b27c7f30-5444-4447-a90c-85aa0f8fe093 service nova] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.579522] env[65683]: DEBUG nova.compute.manager [req-23cab08c-6ead-42b2-b6b3-038d4f333a0d req-b27c7f30-5444-4447-a90c-85aa0f8fe093 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] No waiting events found dispatching network-vif-plugged-5fc1afc3-5e5f-474c-918a-f1fe57e1e22c {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 973.579522] env[65683]: WARNING nova.compute.manager [req-23cab08c-6ead-42b2-b6b3-038d4f333a0d req-b27c7f30-5444-4447-a90c-85aa0f8fe093 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Received unexpected event network-vif-plugged-5fc1afc3-5e5f-474c-918a-f1fe57e1e22c for instance with vm_state building and task_state spawning. [ 973.645577] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b72b99-7e00-1c97-a9a8-afb5de786657, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.645901] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.646150] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.646387] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.646533] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.646707] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.646984] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c9c90c4-5138-4e05-bad5-99031381b4fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.659844] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.660048] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.660790] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d21923-2a38-477d-8ec9-4f86d8aa1986 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.667339] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 973.667339] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52308c95-f4a7-f74f-995d-e906d0ab4154" [ 973.667339] env[65683]: _type = "Task" [ 973.667339] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.675710] env[65683]: DEBUG nova.network.neutron [-] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.676933] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52308c95-f4a7-f74f-995d-e906d0ab4154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.738356] env[65683]: INFO nova.compute.manager [-] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Took 1.64 seconds to deallocate network for instance. [ 973.781274] env[65683]: DEBUG oslo_vmware.api [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433595, 'name': ReconfigVM_Task, 'duration_secs': 0.163942} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.782211] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867261', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'name': 'volume-7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e62fd4a2-5121-40b7-830d-0ee02d4e66ce', 'attached_at': '', 'detached_at': '', 'volume_id': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df', 'serial': '7da7bf00-674f-4dd1-9b2a-2e57e6f7f5df'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 973.866620] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.866849] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.867029] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.874577] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433596, 'name': ReconfigVM_Task, 'duration_secs': 0.227362} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.874828] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867207', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'name': 'volume-9433448b-6adb-4cac-9c68-7bec66fe3686', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b553948-c734-41e9-9a9f-1ec61e5c492d', 'attached_at': '', 'detached_at': '', 'volume_id': '9433448b-6adb-4cac-9c68-7bec66fe3686', 'serial': '9433448b-6adb-4cac-9c68-7bec66fe3686'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 973.875110] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.876165] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f583031-051d-461d-a25e-7673a77c7cdc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.885059] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.885356] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aba26d07-5d8b-4b1c-91ec-f807cf4912a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.934847] env[65683]: DEBUG nova.compute.utils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.937891] env[65683]: DEBUG nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 973.937891] env[65683]: DEBUG nova.network.neutron [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 973.938133] env[65683]: WARNING neutronclient.v2_0.client [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.938300] env[65683]: WARNING neutronclient.v2_0.client [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.958346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.959324] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.959324] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Deleting the datastore file [datastore1] 7b553948-c734-41e9-9a9f-1ec61e5c492d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.959324] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48b48681-50d3-4176-85ab-05d9179d82dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.968960] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for the task: (returnval){ [ 973.968960] env[65683]: value = "task-4433598" [ 973.968960] env[65683]: _type = "Task" [ 973.968960] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.981155] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.981516] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.982798] env[65683]: DEBUG nova.network.neutron [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.984512] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.004027] env[65683]: DEBUG nova.policy [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215105dd4e244cba6614ebb2b8620d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b5956ee29f4159a715797a766084c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.181351] env[65683]: INFO nova.compute.manager [-] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Took 1.37 seconds to deallocate network for instance. [ 974.181743] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52308c95-f4a7-f74f-995d-e906d0ab4154, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.184593] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b787e13b-254f-49c5-8084-fe5af6e12ca3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.197081] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 974.197081] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526f74c8-b6b0-9e4d-e2e5-2c78907ee498" [ 974.197081] env[65683]: _type = "Task" [ 974.197081] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.206752] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526f74c8-b6b0-9e4d-e2e5-2c78907ee498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.245971] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.321314] env[65683]: DEBUG nova.network.neutron [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Successfully created port: 311ca27a-fdea-4b1d-99ff-30272eb8c026 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 974.340119] env[65683]: DEBUG nova.objects.instance [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lazy-loading 'flavor' on Instance uuid e62fd4a2-5121-40b7-830d-0ee02d4e66ce {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.442245] env[65683]: DEBUG nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 974.481713] env[65683]: DEBUG oslo_vmware.api [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Task: {'id': task-4433598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217898} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.483044] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.483180] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.483340] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.483774] env[65683]: INFO nova.compute.manager [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Took 2.34 seconds to destroy the instance on the hypervisor. [ 974.483774] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 974.483914] env[65683]: DEBUG nova.compute.manager [-] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 974.483954] env[65683]: DEBUG nova.network.neutron [-] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 974.484239] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.538842] env[65683]: DEBUG nova.network.neutron [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 974.567993] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.695795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.707582] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526f74c8-b6b0-9e4d-e2e5-2c78907ee498, 'name': SearchDatastore_Task, 'duration_secs': 0.014538} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.710455] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.710723] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.711391] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a4f0e99-eb22-4958-b4d5-78920de8dc09 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.719678] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 974.719678] env[65683]: value = "task-4433599" [ 974.719678] env[65683]: _type = "Task" [ 974.719678] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.731139] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.814498] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b6b1fa-918b-4a15-a6ef-32b03501e18b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.822589] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e04a2f-f727-4765-8c9e-5a75922595ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.857155] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8531954-cfa4-496b-a431-e6d561c4dbf0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.867201] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2584c21-8ea1-4869-bc78-6dd610b8a704 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.873363] env[65683]: WARNING neutronclient.v2_0.client [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.890460] env[65683]: DEBUG nova.compute.provider_tree [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.180584] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.180896] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.180950] env[65683]: DEBUG nova.network.neutron [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.196682] env[65683]: WARNING neutronclient.v2_0.client [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.232245] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476823} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.232245] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.232245] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.232718] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40cc5c01-fd27-46f3-a3db-7ceedd95fce6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.241662] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 975.241662] env[65683]: value = "task-4433600" [ 975.241662] env[65683]: _type = "Task" [ 975.241662] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.254455] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.299558] env[65683]: DEBUG nova.network.neutron [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Updating instance_info_cache with network_info: [{"id": "5fc1afc3-5e5f-474c-918a-f1fe57e1e22c", "address": "fa:16:3e:74:d0:fe", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc1afc3-5e", "ovs_interfaceid": "5fc1afc3-5e5f-474c-918a-f1fe57e1e22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.362720] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5eeef3da-fe8f-4596-9c69-bc1dfd2de435 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.386s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.415559] env[65683]: ERROR nova.scheduler.client.report [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [req-4b807318-25d1-432c-9615-2495f330c1f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b807318-25d1-432c-9615-2495f330c1f1"}]} [ 975.437996] env[65683]: DEBUG nova.scheduler.client.report [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 975.441302] env[65683]: DEBUG nova.compute.manager [req-1397c69b-4e1f-4099-a115-403520b1a6fe req-ee67a1ed-1fe8-429a-a91a-a464a2e99091 service nova] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Received event network-vif-deleted-03447012-0075-49fe-ab13-0147b3b08db5 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.441302] env[65683]: DEBUG nova.compute.manager [req-1397c69b-4e1f-4099-a115-403520b1a6fe req-ee67a1ed-1fe8-429a-a91a-a464a2e99091 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Received event network-vif-deleted-dd372a99-6d2e-4177-94d8-bd52c93bca45 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.441542] env[65683]: INFO nova.compute.manager [req-1397c69b-4e1f-4099-a115-403520b1a6fe req-ee67a1ed-1fe8-429a-a91a-a464a2e99091 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Neutron deleted interface dd372a99-6d2e-4177-94d8-bd52c93bca45; detaching it from the instance and deleting it from the info cache [ 975.441721] env[65683]: DEBUG nova.network.neutron [req-1397c69b-4e1f-4099-a115-403520b1a6fe req-ee67a1ed-1fe8-429a-a91a-a464a2e99091 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.456185] env[65683]: DEBUG nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 975.459330] env[65683]: DEBUG nova.scheduler.client.report [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 975.459948] env[65683]: DEBUG nova.compute.provider_tree [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.475129] env[65683]: DEBUG nova.scheduler.client.report [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 975.488899] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 975.489218] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.489309] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 975.489485] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.489627] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 975.492178] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 975.492178] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 975.492178] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 975.492178] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 975.492178] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 975.492178] env[65683]: DEBUG nova.virt.hardware [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 975.492404] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534db478-6e26-4afe-96cb-685685a3b2a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.498493] env[65683]: DEBUG nova.scheduler.client.report [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 975.504424] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590fed15-bb21-4d94-840d-b81e62dda0af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.554151] env[65683]: DEBUG nova.network.neutron [-] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.684951] env[65683]: WARNING neutronclient.v2_0.client [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.688037] env[65683]: DEBUG nova.compute.manager [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Received event network-changed-5fc1afc3-5e5f-474c-918a-f1fe57e1e22c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.688228] env[65683]: DEBUG nova.compute.manager [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Refreshing instance network info cache due to event network-changed-5fc1afc3-5e5f-474c-918a-f1fe57e1e22c. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.688408] env[65683]: DEBUG oslo_concurrency.lockutils [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] Acquiring lock "refresh_cache-c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.754846] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077028} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.757615] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.758969] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9ebdef-5ff6-4026-8efc-3844f38d9410 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.785457] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.791238] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6dc4d0-8a00-499c-8fcb-cff67e446b0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.809876] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.809876] env[65683]: DEBUG nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Instance network_info: |[{"id": "5fc1afc3-5e5f-474c-918a-f1fe57e1e22c", "address": "fa:16:3e:74:d0:fe", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc1afc3-5e", "ovs_interfaceid": "5fc1afc3-5e5f-474c-918a-f1fe57e1e22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 975.810313] env[65683]: DEBUG oslo_concurrency.lockutils [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] Acquired lock "refresh_cache-c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.811811] env[65683]: DEBUG nova.network.neutron [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Refreshing network info cache for port 5fc1afc3-5e5f-474c-918a-f1fe57e1e22c {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.812235] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d0:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fc1afc3-5e5f-474c-918a-f1fe57e1e22c', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.820319] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating folder: Project (9657fb7802744a118f7b88852d2fd964). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.821129] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22142aee-ec61-4ebc-8783-4f10f9fcf0a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.828695] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 975.828695] env[65683]: value = "task-4433601" [ 975.828695] env[65683]: _type = "Task" [ 975.828695] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.836881] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created folder: Project (9657fb7802744a118f7b88852d2fd964) in parent group-v867054. [ 975.837358] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating folder: Instances. Parent ref: group-v867284. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.841037] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd94b481-2061-42e4-903d-f95892ecf6f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.842784] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.856904] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created folder: Instances in parent group-v867284. [ 975.856904] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 975.856904] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.857553] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcae41de-90e0-419c-8b5b-06432f204151 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.877358] env[65683]: WARNING neutronclient.v2_0.client [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.888295] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.888295] env[65683]: value = "task-4433604" [ 975.888295] env[65683]: _type = "Task" [ 975.888295] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.899020] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433604, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.904666] env[65683]: DEBUG nova.network.neutron [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Successfully updated port: 311ca27a-fdea-4b1d-99ff-30272eb8c026 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 975.948656] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5562c64-5ba5-4f80-94f2-61f5cb47b0c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.961105] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c287c6-9b46-4849-88fe-b22551936256 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.972664] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51fb332-4ea6-4ed4-856d-b24c7afd7f21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.979993] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fb1c0-72f4-425d-8881-47d9442afb03 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.997654] env[65683]: DEBUG nova.compute.manager [req-1397c69b-4e1f-4099-a115-403520b1a6fe req-ee67a1ed-1fe8-429a-a91a-a464a2e99091 service nova] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Detach interface failed, port_id=dd372a99-6d2e-4177-94d8-bd52c93bca45, reason: Instance 7b553948-c734-41e9-9a9f-1ec61e5c492d could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.999079] env[65683]: DEBUG nova.network.neutron [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance_info_cache with network_info: [{"id": "c5af7078-c088-43f5-86e4-32c3096195b2", "address": "fa:16:3e:07:6e:8d", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5af7078-c0", "ovs_interfaceid": "c5af7078-c088-43f5-86e4-32c3096195b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.030984] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c2c1b-4676-4ddf-9adb-25780b8adf0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.042380] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f09cce-aa88-469e-9422-40de7a1f6f7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.058136] env[65683]: INFO nova.compute.manager [-] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Took 1.57 seconds to deallocate network for instance. [ 976.058731] env[65683]: DEBUG nova.compute.provider_tree [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.322383] env[65683]: WARNING neutronclient.v2_0.client [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.342461] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.400815] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433604, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.414775] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "refresh_cache-1713c490-baeb-4f96-be15-92844d87beb1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.414947] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "refresh_cache-1713c490-baeb-4f96-be15-92844d87beb1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.415148] env[65683]: DEBUG nova.network.neutron [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 976.502527] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.517292] env[65683]: WARNING neutronclient.v2_0.client [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.567494] env[65683]: DEBUG nova.scheduler.client.report [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.571834] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.571834] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.571834] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.571834] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.571834] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.574148] env[65683]: INFO nova.compute.manager [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Terminating instance [ 976.599327] env[65683]: DEBUG nova.network.neutron [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Updated VIF entry in instance network info cache for port 5fc1afc3-5e5f-474c-918a-f1fe57e1e22c. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.599693] env[65683]: DEBUG nova.network.neutron [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Updating instance_info_cache with network_info: [{"id": "5fc1afc3-5e5f-474c-918a-f1fe57e1e22c", "address": "fa:16:3e:74:d0:fe", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc1afc3-5e", "ovs_interfaceid": "5fc1afc3-5e5f-474c-918a-f1fe57e1e22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.625146] env[65683]: INFO nova.compute.manager [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Took 0.56 seconds to detach 1 volumes for instance. [ 976.627934] env[65683]: DEBUG nova.compute.manager [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Deleting volume: 9433448b-6adb-4cac-9c68-7bec66fe3686 {{(pid=65683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 976.840075] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433601, 'name': ReconfigVM_Task, 'duration_secs': 0.6843} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.840355] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4/fb6cadc8-5615-4da1-aed7-09604f51cdc4.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.841614] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'image_id': '3f92e4ca-d0c4-490c-bead-8c3e146e40c9'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '17d2bd94-c83b-4aed-8886-9b8c3e303649', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'}, 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=65683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 976.841824] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.842024] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.842864] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d12f4-01c9-49ae-b14f-0f1e46d1faf1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.862081] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f677fac5-1bab-45b1-b376-2fb68fc911fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.888024] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c/volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.888333] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75deb3cd-67be-4b51-b20a-09236ce55f3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.912313] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433604, 'name': CreateVM_Task, 'duration_secs': 0.72767} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.913671] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.914015] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 976.914015] env[65683]: value = "task-4433606" [ 976.914015] env[65683]: _type = "Task" [ 976.914015] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.914499] env[65683]: WARNING neutronclient.v2_0.client [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.914861] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.915020] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.915339] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.915656] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03921f30-541f-4079-9761-7d691a37d6ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.932344] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.932773] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 976.932773] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528d1692-9a76-07b1-8156-1887a210b1e7" [ 976.932773] env[65683]: _type = "Task" [ 976.932773] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.944634] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528d1692-9a76-07b1-8156-1887a210b1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.944991] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.945318] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.945632] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.945824] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.946080] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.946427] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ca3325-47ee-4bcb-8805-679e0dc0ea9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.955536] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.955725] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.956481] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15872d3d-bbf4-40c5-9a3e-30f36433df74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.964363] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 976.964363] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52730eaa-ce0b-d28b-8cec-64b0e6840bac" [ 976.964363] env[65683]: _type = "Task" [ 976.964363] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.965313] env[65683]: DEBUG nova.network.neutron [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 976.976659] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52730eaa-ce0b-d28b-8cec-64b0e6840bac, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.977402] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941eb9df-c5a1-48e0-b0e7-725a456f9ae0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.982999] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 976.982999] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525f0268-97a4-1f0f-1a9b-3780c04d7372" [ 976.982999] env[65683]: _type = "Task" [ 976.982999] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.996161] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525f0268-97a4-1f0f-1a9b-3780c04d7372, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.996296] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.996574] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7/c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.996879] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f56690af-7df6-4f6d-bcdf-05c46e6c5f59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.004366] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 977.004366] env[65683]: value = "task-4433607" [ 977.004366] env[65683]: _type = "Task" [ 977.004366] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.016815] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.038305] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9380db98-8b14-4c80-8303-ec3002d76ea4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.042052] env[65683]: WARNING neutronclient.v2_0.client [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.061670] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e72bcc-f129-4a6b-9322-05379ef6071d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.070057] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance '3c199ab3-106f-4a1d-9d0b-f1d78a4285e6' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.074285] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.642s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.074785] env[65683]: DEBUG nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 977.077317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.364s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.078726] env[65683]: INFO nova.compute.claims [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.086381] env[65683]: DEBUG nova.compute.manager [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 977.086578] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.087608] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a555225-bf3e-44f1-9e60-35a972b46a48 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.096884] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.097232] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb04735-adfc-46e6-ba15-a730c4f7247a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.104237] env[65683]: DEBUG oslo_concurrency.lockutils [req-dedc78f2-ce0e-4fc7-9de3-e8fd3b5ba9e0 req-f2fa5308-bc0a-458b-8200-c620b6f451a6 service nova] Releasing lock "refresh_cache-c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.104680] env[65683]: DEBUG oslo_vmware.api [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 977.104680] env[65683]: value = "task-4433608" [ 977.104680] env[65683]: _type = "Task" [ 977.104680] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.113714] env[65683]: DEBUG oslo_vmware.api [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.131554] env[65683]: DEBUG nova.network.neutron [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Updating instance_info_cache with network_info: [{"id": "311ca27a-fdea-4b1d-99ff-30272eb8c026", "address": "fa:16:3e:ad:2c:02", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311ca27a-fd", "ovs_interfaceid": "311ca27a-fdea-4b1d-99ff-30272eb8c026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.182105] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.428390] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433606, 'name': ReconfigVM_Task, 'duration_secs': 0.340066} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.430021] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c/volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.436097] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265e1c16-fdfa-4b6f-846c-5a692a00c2e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.454279] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 977.454279] env[65683]: value = "task-4433609" [ 977.454279] env[65683]: _type = "Task" [ 977.454279] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.466616] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.514703] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487566} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.514953] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7/c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.515494] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.515572] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c83968d4-5d3f-4a05-ade8-2d7c97b8f590 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.524465] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 977.524465] env[65683]: value = "task-4433610" [ 977.524465] env[65683]: _type = "Task" [ 977.524465] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.536200] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.580014] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.580142] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a6d667-cef2-4574-a1f8-c019103d024e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.583285] env[65683]: DEBUG nova.compute.utils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.586584] env[65683]: DEBUG nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 977.587462] env[65683]: DEBUG nova.network.neutron [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 977.591027] env[65683]: WARNING neutronclient.v2_0.client [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.591027] env[65683]: WARNING neutronclient.v2_0.client [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.599093] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 977.599093] env[65683]: value = "task-4433611" [ 977.599093] env[65683]: _type = "Task" [ 977.599093] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.613261] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.619986] env[65683]: DEBUG oslo_vmware.api [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433608, 'name': PowerOffVM_Task, 'duration_secs': 0.252988} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.620293] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.620475] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.620742] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b57b43a3-8687-42e0-a6f2-cafa6b1ecb41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.632334] env[65683]: DEBUG nova.policy [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215105dd4e244cba6614ebb2b8620d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b5956ee29f4159a715797a766084c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.634412] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "refresh_cache-1713c490-baeb-4f96-be15-92844d87beb1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.634741] env[65683]: DEBUG nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance network_info: |[{"id": "311ca27a-fdea-4b1d-99ff-30272eb8c026", "address": "fa:16:3e:ad:2c:02", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311ca27a-fd", "ovs_interfaceid": "311ca27a-fdea-4b1d-99ff-30272eb8c026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 977.635430] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:2c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '311ca27a-fdea-4b1d-99ff-30272eb8c026', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.642853] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating folder: Project (75b5956ee29f4159a715797a766084c6). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.643568] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74699221-49d7-450f-8b18-02274c7fb357 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.657030] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created folder: Project (75b5956ee29f4159a715797a766084c6) in parent group-v867054. [ 977.657718] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating folder: Instances. Parent ref: group-v867287. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.658015] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88757654-d7b0-41d2-8af1-9af1892a5668 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.669866] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created folder: Instances in parent group-v867287. [ 977.670150] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 977.671083] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.671446] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522cbdf6-27f1-45c0-9d77-b61808ecbcc5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.694493] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.694751] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.694930] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleting the datastore file [datastore2] e62fd4a2-5121-40b7-830d-0ee02d4e66ce {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.696557] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d86a1fcf-4724-41da-b658-5d085ee8ce44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.698832] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.698832] env[65683]: value = "task-4433615" [ 977.698832] env[65683]: _type = "Task" [ 977.698832] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.704373] env[65683]: DEBUG oslo_vmware.api [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 977.704373] env[65683]: value = "task-4433616" [ 977.704373] env[65683]: _type = "Task" [ 977.704373] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.708705] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433615, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.718845] env[65683]: DEBUG oslo_vmware.api [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.786893] env[65683]: DEBUG nova.compute.manager [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Received event network-vif-plugged-311ca27a-fdea-4b1d-99ff-30272eb8c026 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.787226] env[65683]: DEBUG oslo_concurrency.lockutils [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] Acquiring lock "1713c490-baeb-4f96-be15-92844d87beb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.787491] env[65683]: DEBUG oslo_concurrency.lockutils [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] Lock "1713c490-baeb-4f96-be15-92844d87beb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.787698] env[65683]: DEBUG oslo_concurrency.lockutils [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] Lock "1713c490-baeb-4f96-be15-92844d87beb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.788164] env[65683]: DEBUG nova.compute.manager [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] No waiting events found dispatching network-vif-plugged-311ca27a-fdea-4b1d-99ff-30272eb8c026 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 977.788164] env[65683]: WARNING nova.compute.manager [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Received unexpected event network-vif-plugged-311ca27a-fdea-4b1d-99ff-30272eb8c026 for instance with vm_state building and task_state spawning. [ 977.788339] env[65683]: DEBUG nova.compute.manager [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Received event network-changed-311ca27a-fdea-4b1d-99ff-30272eb8c026 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.788543] env[65683]: DEBUG nova.compute.manager [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Refreshing instance network info cache due to event network-changed-311ca27a-fdea-4b1d-99ff-30272eb8c026. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 977.788885] env[65683]: DEBUG oslo_concurrency.lockutils [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] Acquiring lock "refresh_cache-1713c490-baeb-4f96-be15-92844d87beb1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.789151] env[65683]: DEBUG oslo_concurrency.lockutils [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] Acquired lock "refresh_cache-1713c490-baeb-4f96-be15-92844d87beb1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.789252] env[65683]: DEBUG nova.network.neutron [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Refreshing network info cache for port 311ca27a-fdea-4b1d-99ff-30272eb8c026 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.941795] env[65683]: DEBUG nova.network.neutron [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Successfully created port: 346d271b-3cca-4732-8a31-a95a0ea0ff42 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 977.966226] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433609, 'name': ReconfigVM_Task, 'duration_secs': 0.151557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.966560] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.967261] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15a51cec-4cd4-4af4-8774-d09948e5b0ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.976108] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 977.976108] env[65683]: value = "task-4433617" [ 977.976108] env[65683]: _type = "Task" [ 977.976108] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.986577] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433617, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.036039] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062771} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.036242] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.036996] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617d269-cedc-4fe6-94e7-25cffe5c6b8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.059313] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7/c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.060142] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f2e80b-690f-44ed-84bb-69aa5f7afaed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.080863] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 978.080863] env[65683]: value = "task-4433618" [ 978.080863] env[65683]: _type = "Task" [ 978.080863] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.089921] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.093609] env[65683]: DEBUG nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 978.110971] env[65683]: DEBUG oslo_vmware.api [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433611, 'name': PowerOnVM_Task, 'duration_secs': 0.430022} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.111116] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.111302] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5569b263-4508-4ebe-8084-19149b63688d tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance '3c199ab3-106f-4a1d-9d0b-f1d78a4285e6' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.208539] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433615, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.220818] env[65683]: DEBUG oslo_vmware.api [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159012} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.220818] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.220818] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.221136] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.221136] env[65683]: INFO nova.compute.manager [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.221351] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 978.224042] env[65683]: DEBUG nova.compute.manager [-] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 978.224154] env[65683]: DEBUG nova.network.neutron [-] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 978.224421] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.271242] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.292561] env[65683]: WARNING neutronclient.v2_0.client [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.422558] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26a686-0b2d-412e-98cf-f064d18f3054 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.433046] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47e315d-b357-4f6e-b818-4569b1c38f15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.462229] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ccddad-38e2-4bcd-9065-f44d4c4da49c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.470647] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcd8562-4eaf-41cb-9220-a3ca32157995 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.489180] env[65683]: DEBUG nova.compute.provider_tree [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.495963] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433617, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.592705] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.714632] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433615, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.973218] env[65683]: WARNING neutronclient.v2_0.client [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.987842] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433617, 'name': Rename_Task, 'duration_secs': 0.776557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.988328] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.988696] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a6efbd-9d9c-47e5-8cd9-5ba26536b4c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.998042] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 978.998042] env[65683]: value = "task-4433619" [ 978.998042] env[65683]: _type = "Task" [ 978.998042] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.009568] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.038204] env[65683]: DEBUG nova.scheduler.client.report [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 979.038599] env[65683]: DEBUG nova.compute.provider_tree [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 109 to 110 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 979.038856] env[65683]: DEBUG nova.compute.provider_tree [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.093118] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433618, 'name': ReconfigVM_Task, 'duration_secs': 0.819945} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.093414] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Reconfigured VM instance instance-00000052 to attach disk [datastore2] c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7/c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.094126] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12bff45d-02f8-44ac-ae57-ff6540eeb959 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.102585] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 979.102585] env[65683]: value = "task-4433620" [ 979.102585] env[65683]: _type = "Task" [ 979.102585] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.107240] env[65683]: DEBUG nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 979.118592] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433620, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.151677] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.151935] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.153245] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.153499] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.153652] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.153797] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.154026] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.154197] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.154356] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.154514] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.154776] env[65683]: DEBUG nova.virt.hardware [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.155876] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17ebd09-14bd-45a4-94e2-220f54e93dd8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.167927] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4c5db-5411-4baf-a261-198db8ec4331 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.175240] env[65683]: DEBUG nova.network.neutron [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Updated VIF entry in instance network info cache for port 311ca27a-fdea-4b1d-99ff-30272eb8c026. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 979.175610] env[65683]: DEBUG nova.network.neutron [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Updating instance_info_cache with network_info: [{"id": "311ca27a-fdea-4b1d-99ff-30272eb8c026", "address": "fa:16:3e:ad:2c:02", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311ca27a-fd", "ovs_interfaceid": "311ca27a-fdea-4b1d-99ff-30272eb8c026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.191748] env[65683]: DEBUG nova.network.neutron [-] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.210716] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433615, 'name': CreateVM_Task, 'duration_secs': 1.199669} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.210987] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.211599] env[65683]: WARNING neutronclient.v2_0.client [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.212067] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.212314] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.212704] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.213072] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f75cd8-34a9-4561-920a-61c2746efa3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.219681] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 979.219681] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d7c877-2acd-3513-075f-d91ec7d8126d" [ 979.219681] env[65683]: _type = "Task" [ 979.219681] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.229507] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d7c877-2acd-3513-075f-d91ec7d8126d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.510296] env[65683]: DEBUG nova.network.neutron [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Successfully updated port: 346d271b-3cca-4732-8a31-a95a0ea0ff42 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 979.516838] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433619, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.519638] env[65683]: DEBUG nova.compute.manager [req-00653227-8b8b-49be-a189-7810e8b59b11 req-39e4629f-d847-41e3-9041-16cc1c5c3224 service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Received event network-vif-plugged-346d271b-3cca-4732-8a31-a95a0ea0ff42 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 979.520116] env[65683]: DEBUG oslo_concurrency.lockutils [req-00653227-8b8b-49be-a189-7810e8b59b11 req-39e4629f-d847-41e3-9041-16cc1c5c3224 service nova] Acquiring lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.520350] env[65683]: DEBUG oslo_concurrency.lockutils [req-00653227-8b8b-49be-a189-7810e8b59b11 req-39e4629f-d847-41e3-9041-16cc1c5c3224 service nova] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.521067] env[65683]: DEBUG oslo_concurrency.lockutils [req-00653227-8b8b-49be-a189-7810e8b59b11 req-39e4629f-d847-41e3-9041-16cc1c5c3224 service nova] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.521067] env[65683]: DEBUG nova.compute.manager [req-00653227-8b8b-49be-a189-7810e8b59b11 req-39e4629f-d847-41e3-9041-16cc1c5c3224 service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] No waiting events found dispatching network-vif-plugged-346d271b-3cca-4732-8a31-a95a0ea0ff42 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 979.521067] env[65683]: WARNING nova.compute.manager [req-00653227-8b8b-49be-a189-7810e8b59b11 req-39e4629f-d847-41e3-9041-16cc1c5c3224 service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Received unexpected event network-vif-plugged-346d271b-3cca-4732-8a31-a95a0ea0ff42 for instance with vm_state building and task_state spawning. [ 979.545250] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.546306] env[65683]: DEBUG nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 979.552746] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.795s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.552972] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.555258] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.213s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.555469] env[65683]: DEBUG nova.objects.instance [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 979.588015] env[65683]: INFO nova.scheduler.client.report [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted allocations for instance 93c91cd9-1a3a-4af1-b49c-82b90d2a0693 [ 979.613125] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433620, 'name': Rename_Task, 'duration_secs': 0.156677} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.613477] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.613752] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-731775ae-2d0e-4280-998e-c73e44e39446 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.621767] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 979.621767] env[65683]: value = "task-4433621" [ 979.621767] env[65683]: _type = "Task" [ 979.621767] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.637105] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.678395] env[65683]: DEBUG oslo_concurrency.lockutils [req-79dfc9c5-5ada-4577-be20-7853234ef0bb req-3529784a-02cd-4dab-9daa-1f6e0f112b5d service nova] Releasing lock "refresh_cache-1713c490-baeb-4f96-be15-92844d87beb1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.696762] env[65683]: INFO nova.compute.manager [-] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Took 1.47 seconds to deallocate network for instance. [ 979.731748] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d7c877-2acd-3513-075f-d91ec7d8126d, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.732082] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.732310] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.732549] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.732687] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.732871] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.733190] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d12e9003-6db6-458d-9142-4b9850e13566 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.744129] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.744326] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.745109] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57176c71-e1f1-499a-8897-b4401a101a41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.751968] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 979.751968] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52691d65-11e7-6afa-d421-9e50a56a8b8d" [ 979.751968] env[65683]: _type = "Task" [ 979.751968] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.760468] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52691d65-11e7-6afa-d421-9e50a56a8b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.820349] env[65683]: DEBUG nova.compute.manager [req-2f31847b-e549-4557-a4c1-16934e747d2b req-5d764980-e0aa-4f6c-987b-3b0308cc3ded service nova] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Received event network-vif-deleted-9c60c992-cd95-4e2c-9c24-37841e823c2c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 980.010112] env[65683]: DEBUG oslo_vmware.api [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433619, 'name': PowerOnVM_Task, 'duration_secs': 0.579523} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.010406] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.010617] env[65683]: DEBUG nova.compute.manager [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.011353] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "refresh_cache-a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.011506] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "refresh_cache-a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.011667] env[65683]: DEBUG nova.network.neutron [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.014731] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3779de92-e9b2-481b-8971-37cd12943766 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.060150] env[65683]: DEBUG nova.compute.utils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.065204] env[65683]: DEBUG nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 980.065204] env[65683]: DEBUG nova.network.neutron [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 980.065346] env[65683]: WARNING neutronclient.v2_0.client [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.065629] env[65683]: WARNING neutronclient.v2_0.client [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.096871] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e909240e-0580-4110-88f7-7528a32f2745 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "93c91cd9-1a3a-4af1-b49c-82b90d2a0693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.422s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.124428] env[65683]: DEBUG nova.policy [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd0c14f15ce4bc8a13332a9821bd8ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4448d137fce4d7ab7956ffcee2c9e9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.136963] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.207484] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.266439] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52691d65-11e7-6afa-d421-9e50a56a8b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.020154} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.267908] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e3f891-d4db-41cb-8f92-b79262f40192 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.274450] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 980.274450] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a90d0c-ade3-5635-4793-2d245ecabdbe" [ 980.274450] env[65683]: _type = "Task" [ 980.274450] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.283185] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a90d0c-ade3-5635-4793-2d245ecabdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.493721] env[65683]: DEBUG nova.network.neutron [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Successfully created port: 126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 980.542147] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.559381] env[65683]: DEBUG nova.network.neutron [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 980.568425] env[65683]: DEBUG nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 980.572305] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1275040-6f14-4569-a178-6eb355594e79 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.573541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.393s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.579827] env[65683]: INFO nova.compute.claims [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.637541] env[65683]: DEBUG oslo_vmware.api [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433621, 'name': PowerOnVM_Task, 'duration_secs': 0.785721} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.637834] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.638040] env[65683]: INFO nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Took 7.71 seconds to spawn the instance on the hypervisor. [ 980.638215] env[65683]: DEBUG nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.640571] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c15464-6856-4a41-9840-086134985605 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.671211] env[65683]: WARNING neutronclient.v2_0.client [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.785822] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a90d0c-ade3-5635-4793-2d245ecabdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.785822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.786040] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.786271] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e60d15e8-2b98-42c4-ae07-e4fa66a6914a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.794440] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 980.794440] env[65683]: value = "task-4433622" [ 980.794440] env[65683]: _type = "Task" [ 980.794440] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.803475] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.857250] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.857250] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.857250] env[65683]: DEBUG nova.compute.manager [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Going to confirm migration 4 {{(pid=65683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 980.872278] env[65683]: DEBUG nova.network.neutron [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Updating instance_info_cache with network_info: [{"id": "346d271b-3cca-4732-8a31-a95a0ea0ff42", "address": "fa:16:3e:b9:72:0e", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346d271b-3c", "ovs_interfaceid": "346d271b-3cca-4732-8a31-a95a0ea0ff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.163386] env[65683]: INFO nova.compute.manager [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Took 27.25 seconds to build instance. [ 981.308034] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433622, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.364043] env[65683]: WARNING neutronclient.v2_0.client [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.375064] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "refresh_cache-a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.375478] env[65683]: DEBUG nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Instance network_info: |[{"id": "346d271b-3cca-4732-8a31-a95a0ea0ff42", "address": "fa:16:3e:b9:72:0e", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346d271b-3c", "ovs_interfaceid": "346d271b-3cca-4732-8a31-a95a0ea0ff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 981.375968] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:72:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346d271b-3cca-4732-8a31-a95a0ea0ff42', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.383862] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 981.384566] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.384847] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1780779-1407-4726-998e-4cc02bcde43e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.408517] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.408517] env[65683]: value = "task-4433623" [ 981.408517] env[65683]: _type = "Task" [ 981.408517] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.424173] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433623, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.428542] env[65683]: WARNING neutronclient.v2_0.client [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.429057] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.429296] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.429550] env[65683]: DEBUG nova.network.neutron [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.429854] env[65683]: DEBUG nova.objects.instance [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lazy-loading 'info_cache' on Instance uuid 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.581936] env[65683]: DEBUG nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 981.605901] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 981.606233] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.606395] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 981.606574] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.606711] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 981.606851] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 981.607159] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.607499] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 981.607724] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 981.607930] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 981.608159] env[65683]: DEBUG nova.virt.hardware [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 981.609097] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8c1d4-dcde-474c-8a41-4d35d01c3c98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.621517] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f436f-856a-4e15-adf9-7ce3de2454c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.645851] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.646099] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.646353] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.646573] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.646736] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.649271] env[65683]: INFO nova.compute.manager [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Terminating instance [ 981.665821] env[65683]: DEBUG oslo_concurrency.lockutils [None req-90927be5-8c15-436b-9956-8d143ca4b847 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.768s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.718256] env[65683]: DEBUG nova.compute.manager [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Received event network-changed-346d271b-3cca-4732-8a31-a95a0ea0ff42 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.718330] env[65683]: DEBUG nova.compute.manager [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Refreshing instance network info cache due to event network-changed-346d271b-3cca-4732-8a31-a95a0ea0ff42. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 981.718764] env[65683]: DEBUG oslo_concurrency.lockutils [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] Acquiring lock "refresh_cache-a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.718764] env[65683]: DEBUG oslo_concurrency.lockutils [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] Acquired lock "refresh_cache-a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.718902] env[65683]: DEBUG nova.network.neutron [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Refreshing network info cache for port 346d271b-3cca-4732-8a31-a95a0ea0ff42 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.748728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.749078] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.749313] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.749531] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.749750] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.752752] env[65683]: INFO nova.compute.manager [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Terminating instance [ 981.817030] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717733} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.817030] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.817030] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.817030] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47750f8d-e5da-4398-8536-0508d4b0f0c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.824052] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 981.824052] env[65683]: value = "task-4433624" [ 981.824052] env[65683]: _type = "Task" [ 981.824052] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.840073] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.924527] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433623, 'name': CreateVM_Task, 'duration_secs': 0.40846} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.927147] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.928012] env[65683]: WARNING neutronclient.v2_0.client [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.928394] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.928557] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.928861] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.929257] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd78804-c034-44ab-b6dc-10b8a1ab19a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.943220] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 981.943220] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ca5ab3-edda-e645-29e3-436ccae3bd86" [ 981.943220] env[65683]: _type = "Task" [ 981.943220] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.959023] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ca5ab3-edda-e645-29e3-436ccae3bd86, 'name': SearchDatastore_Task, 'duration_secs': 0.013174} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.961889] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.962279] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.962612] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.963564] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.963564] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.963755] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75d54527-52c5-44e5-8dda-7f89b9f7adb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.973560] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.973695] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.976809] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14057ca7-5b69-41e9-9dba-cbfeac9bb5f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.985090] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 981.985090] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52eacdb0-148b-debd-294c-467d3a419f11" [ 981.985090] env[65683]: _type = "Task" [ 981.985090] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.993893] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52eacdb0-148b-debd-294c-467d3a419f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.995504] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897ae42-358a-4bbc-8c61-b92ce318d422 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.003387] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce22f8f-6e22-43b1-ab5a-f71d91703ad6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.035518] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65354873-570e-4a4a-9c22-d54fd7253ee8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.040214] env[65683]: DEBUG nova.compute.manager [req-a522d06c-3a80-4ee2-acb9-c71698ea569f req-e6e749ce-8f52-4b6e-8133-83c8260c06fa service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Received event network-vif-plugged-126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 982.040413] env[65683]: DEBUG oslo_concurrency.lockutils [req-a522d06c-3a80-4ee2-acb9-c71698ea569f req-e6e749ce-8f52-4b6e-8133-83c8260c06fa service nova] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.040693] env[65683]: DEBUG oslo_concurrency.lockutils [req-a522d06c-3a80-4ee2-acb9-c71698ea569f req-e6e749ce-8f52-4b6e-8133-83c8260c06fa service nova] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.040845] env[65683]: DEBUG oslo_concurrency.lockutils [req-a522d06c-3a80-4ee2-acb9-c71698ea569f req-e6e749ce-8f52-4b6e-8133-83c8260c06fa service nova] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.041036] env[65683]: DEBUG nova.compute.manager [req-a522d06c-3a80-4ee2-acb9-c71698ea569f req-e6e749ce-8f52-4b6e-8133-83c8260c06fa service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] No waiting events found dispatching network-vif-plugged-126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 982.041196] env[65683]: WARNING nova.compute.manager [req-a522d06c-3a80-4ee2-acb9-c71698ea569f req-e6e749ce-8f52-4b6e-8133-83c8260c06fa service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Received unexpected event network-vif-plugged-126fb4c6-36e2-4d41-bf1b-01b8f67b7616 for instance with vm_state building and task_state spawning. [ 982.048145] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8180f3ea-0608-4857-9d54-e393fdadb354 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.063813] env[65683]: DEBUG nova.compute.provider_tree [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.137633] env[65683]: DEBUG nova.network.neutron [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Successfully updated port: 126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 982.154180] env[65683]: DEBUG nova.compute.manager [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 982.154424] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.155554] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78517dac-e8cd-4a60-93f5-75ebca422037 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.164452] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.164796] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f36e86a-6d90-401e-9688-461265274fbc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.172713] env[65683]: DEBUG oslo_vmware.api [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 982.172713] env[65683]: value = "task-4433625" [ 982.172713] env[65683]: _type = "Task" [ 982.172713] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.182508] env[65683]: DEBUG oslo_vmware.api [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.222300] env[65683]: WARNING neutronclient.v2_0.client [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.262261] env[65683]: DEBUG nova.compute.manager [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 982.262261] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.267059] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c70c0-c4f3-4f9e-8900-fb908aee5299 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.277543] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.277874] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c68f7a-a775-4ca6-8d66-797c1c04b6cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.287325] env[65683]: DEBUG oslo_vmware.api [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 982.287325] env[65683]: value = "task-4433626" [ 982.287325] env[65683]: _type = "Task" [ 982.287325] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.300330] env[65683]: DEBUG oslo_vmware.api [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.335617] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072357} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.336137] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.336953] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6036777-7315-4304-9bfa-58dd5ac6bf0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.375021] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.380425] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea5f31b-8300-48fd-bdac-a10cb27ba605 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.401590] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "3cc87238-6718-49ae-83ac-ff7195b0780d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.401757] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.410210] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 982.410210] env[65683]: value = "task-4433627" [ 982.410210] env[65683]: _type = "Task" [ 982.410210] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.420940] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.445673] env[65683]: WARNING neutronclient.v2_0.client [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.460238] env[65683]: WARNING neutronclient.v2_0.client [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.496338] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52eacdb0-148b-debd-294c-467d3a419f11, 'name': SearchDatastore_Task, 'duration_secs': 0.0162} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.498884] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa55d3b-4099-4594-97bc-c26a65f0d26a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.506519] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 982.506519] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522f7b76-6078-1e5a-acdc-817ec8fbd61d" [ 982.506519] env[65683]: _type = "Task" [ 982.506519] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.515479] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522f7b76-6078-1e5a-acdc-817ec8fbd61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.538503] env[65683]: DEBUG nova.network.neutron [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Updated VIF entry in instance network info cache for port 346d271b-3cca-4732-8a31-a95a0ea0ff42. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 982.538888] env[65683]: DEBUG nova.network.neutron [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Updating instance_info_cache with network_info: [{"id": "346d271b-3cca-4732-8a31-a95a0ea0ff42", "address": "fa:16:3e:b9:72:0e", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346d271b-3c", "ovs_interfaceid": "346d271b-3cca-4732-8a31-a95a0ea0ff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.589437] env[65683]: ERROR nova.scheduler.client.report [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [req-69212062-94bb-4889-bb6d-ce8176c64489] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-69212062-94bb-4889-bb6d-ce8176c64489"}]} [ 982.609057] env[65683]: DEBUG nova.scheduler.client.report [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 982.623688] env[65683]: DEBUG nova.scheduler.client.report [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 982.623688] env[65683]: DEBUG nova.compute.provider_tree [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.626749] env[65683]: WARNING neutronclient.v2_0.client [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.636221] env[65683]: DEBUG nova.scheduler.client.report [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 982.639645] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.639806] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.639974] env[65683]: DEBUG nova.network.neutron [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 982.659020] env[65683]: DEBUG nova.scheduler.client.report [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 982.693020] env[65683]: DEBUG oslo_vmware.api [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433625, 'name': PowerOffVM_Task, 'duration_secs': 0.230115} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.693020] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.693020] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.693020] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef5bb2db-3127-4b6c-a463-9af423bf8a64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.719315] env[65683]: DEBUG nova.network.neutron [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance_info_cache with network_info: [{"id": "c5af7078-c088-43f5-86e4-32c3096195b2", "address": "fa:16:3e:07:6e:8d", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5af7078-c0", "ovs_interfaceid": "c5af7078-c088-43f5-86e4-32c3096195b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.763473] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.763765] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.763932] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleting the datastore file [datastore1] 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.764217] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c73bec15-ce1b-4d32-b361-446bb17242d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.771844] env[65683]: DEBUG oslo_vmware.api [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 982.771844] env[65683]: value = "task-4433629" [ 982.771844] env[65683]: _type = "Task" [ 982.771844] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.784282] env[65683]: DEBUG oslo_vmware.api [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.799998] env[65683]: DEBUG oslo_vmware.api [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433626, 'name': PowerOffVM_Task, 'duration_secs': 0.238832} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.800851] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.800851] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.801213] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d827304-6dfa-41a3-ab14-640b3d3990f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.882732] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.883098] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.883339] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleting the datastore file [datastore2] c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.883690] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-658feb4c-fa61-42e9-a6a1-56af4110ccc5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.891374] env[65683]: DEBUG oslo_vmware.api [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 982.891374] env[65683]: value = "task-4433631" [ 982.891374] env[65683]: _type = "Task" [ 982.891374] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.903343] env[65683]: DEBUG oslo_vmware.api [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.908561] env[65683]: DEBUG nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 982.925699] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433627, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.017083] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522f7b76-6078-1e5a-acdc-817ec8fbd61d, 'name': SearchDatastore_Task, 'duration_secs': 0.023841} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.020560] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.020560] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4/a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.020560] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf626bc-f470-44b6-829f-1cfaad999e0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.028892] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 983.028892] env[65683]: value = "task-4433632" [ 983.028892] env[65683]: _type = "Task" [ 983.028892] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.041787] env[65683]: DEBUG oslo_concurrency.lockutils [req-cdc0caea-34c6-4102-81ee-2720562177cc req-a483b922-3fa5-45c7-8e63-dabcb06fec6a service nova] Releasing lock "refresh_cache-a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.042285] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.064685] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba280fb-094b-404e-acfe-176b93b4b43c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.073315] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55166e-f5e5-40dd-a875-5643ae95476a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.106655] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e7124-e14f-4868-ad69-f689ce8fccb9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.115445] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ca636d-f735-4bd8-8150-4764b36436a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.132299] env[65683]: DEBUG nova.compute.provider_tree [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.177203] env[65683]: DEBUG nova.network.neutron [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 983.225135] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.225484] env[65683]: DEBUG nova.objects.instance [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lazy-loading 'migration_context' on Instance uuid 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.282633] env[65683]: DEBUG oslo_vmware.api [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350646} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.282904] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.283229] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.283360] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.283465] env[65683]: INFO nova.compute.manager [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 983.283701] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 983.283903] env[65683]: DEBUG nova.compute.manager [-] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 983.283998] env[65683]: DEBUG nova.network.neutron [-] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 983.284563] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.291321] env[65683]: WARNING neutronclient.v2_0.client [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.345541] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.367296] env[65683]: DEBUG nova.network.neutron [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating instance_info_cache with network_info: [{"id": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "address": "fa:16:3e:97:51:80", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126fb4c6-36", "ovs_interfaceid": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.403396] env[65683]: DEBUG oslo_vmware.api [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355664} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.403703] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.403890] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.404078] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.404338] env[65683]: INFO nova.compute.manager [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 983.404591] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 983.404754] env[65683]: DEBUG nova.compute.manager [-] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 983.404844] env[65683]: DEBUG nova.network.neutron [-] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 983.405095] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.427248] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433627, 'name': ReconfigVM_Task, 'duration_secs': 0.565753} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.427517] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.428149] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c1291de-4e9b-4616-90bd-d693c82c06b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.436243] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 983.436243] env[65683]: value = "task-4433633" [ 983.436243] env[65683]: _type = "Task" [ 983.436243] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.440461] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.448201] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433633, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.472276] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.545849] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433632, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.681563] env[65683]: DEBUG nova.scheduler.client.report [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 983.681923] env[65683]: DEBUG nova.compute.provider_tree [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 111 to 112 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.682081] env[65683]: DEBUG nova.compute.provider_tree [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.729092] env[65683]: DEBUG nova.objects.base [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Object Instance<3c199ab3-106f-4a1d-9d0b-f1d78a4285e6> lazy-loaded attributes: info_cache,migration_context {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.731891] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0902bb-8f15-46bd-bc76-3752969e7bc3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.756480] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d6197d-e4ca-4095-b6fb-a76d8a3162b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.760719] env[65683]: DEBUG nova.compute.manager [req-2c145d5f-72e6-48a2-85d0-cb42893c4f6d req-1b599dff-ef7f-4d4f-9618-528228f04121 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Received event network-vif-deleted-5fc1afc3-5e5f-474c-918a-f1fe57e1e22c {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.760990] env[65683]: INFO nova.compute.manager [req-2c145d5f-72e6-48a2-85d0-cb42893c4f6d req-1b599dff-ef7f-4d4f-9618-528228f04121 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Neutron deleted interface 5fc1afc3-5e5f-474c-918a-f1fe57e1e22c; detaching it from the instance and deleting it from the info cache [ 983.761196] env[65683]: DEBUG nova.network.neutron [req-2c145d5f-72e6-48a2-85d0-cb42893c4f6d req-1b599dff-ef7f-4d4f-9618-528228f04121 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.769721] env[65683]: DEBUG oslo_vmware.api [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 983.769721] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bf6e96-dbee-1363-6369-2f3930bb4cf7" [ 983.769721] env[65683]: _type = "Task" [ 983.769721] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.780766] env[65683]: DEBUG oslo_vmware.api [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bf6e96-dbee-1363-6369-2f3930bb4cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.870788] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.871277] env[65683]: DEBUG nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Instance network_info: |[{"id": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "address": "fa:16:3e:97:51:80", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126fb4c6-36", "ovs_interfaceid": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 983.871759] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:51:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '126fb4c6-36e2-4d41-bf1b-01b8f67b7616', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.880912] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Creating folder: Project (d4448d137fce4d7ab7956ffcee2c9e9e). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.881279] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efb7ec0a-48f1-4ead-ae70-c4419c4645ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.894928] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Created folder: Project (d4448d137fce4d7ab7956ffcee2c9e9e) in parent group-v867054. [ 983.895192] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Creating folder: Instances. Parent ref: group-v867291. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.895537] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-570f5754-2ef7-42c4-9bfd-b1e984ac1a70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.908497] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Created folder: Instances in parent group-v867291. [ 983.908766] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 983.909191] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.909309] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b43851-9ace-4f75-80d3-4cad1f0cf224 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.929833] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.929833] env[65683]: value = "task-4433636" [ 983.929833] env[65683]: _type = "Task" [ 983.929833] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.940178] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433636, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.947663] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433633, 'name': Rename_Task, 'duration_secs': 0.49323} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.947966] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.948237] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306c36af-be9b-42c6-9da4-8c2663403e43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.956170] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 983.956170] env[65683]: value = "task-4433637" [ 983.956170] env[65683]: _type = "Task" [ 983.956170] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.965148] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.046096] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861915} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.047103] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4/a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.047103] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.047317] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6f64c25-763a-4cd0-95f3-29205a6c9d46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.050713] env[65683]: DEBUG nova.network.neutron [-] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.060279] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 984.060279] env[65683]: value = "task-4433638" [ 984.060279] env[65683]: _type = "Task" [ 984.060279] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.073603] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.117413] env[65683]: DEBUG nova.compute.manager [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Received event network-changed-126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.118058] env[65683]: DEBUG nova.compute.manager [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Refreshing instance network info cache due to event network-changed-126fb4c6-36e2-4d41-bf1b-01b8f67b7616. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 984.118582] env[65683]: DEBUG oslo_concurrency.lockutils [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] Acquiring lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.118915] env[65683]: DEBUG oslo_concurrency.lockutils [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] Acquired lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.119285] env[65683]: DEBUG nova.network.neutron [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Refreshing network info cache for port 126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.181581] env[65683]: DEBUG nova.network.neutron [-] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.187748] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.614s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.188416] env[65683]: DEBUG nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 984.191190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.761s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.191291] env[65683]: DEBUG nova.objects.instance [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'resources' on Instance uuid 71c549d6-87cc-4e52-984e-551d641fc0dc {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.265681] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aca3f10-3e00-43f6-a6ec-51514c8d5821 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.278389] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07407ff4-64ea-48f4-8a80-c935008b6740 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.293857] env[65683]: DEBUG oslo_vmware.api [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bf6e96-dbee-1363-6369-2f3930bb4cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.022751} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.295144] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.320983] env[65683]: DEBUG nova.compute.manager [req-2c145d5f-72e6-48a2-85d0-cb42893c4f6d req-1b599dff-ef7f-4d4f-9618-528228f04121 service nova] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Detach interface failed, port_id=5fc1afc3-5e5f-474c-918a-f1fe57e1e22c, reason: Instance c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.441154] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433636, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.468152] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.554612] env[65683]: INFO nova.compute.manager [-] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Took 1.27 seconds to deallocate network for instance. [ 984.570393] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082167} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.570673] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.571493] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9081cb25-2dca-450f-b254-2e612022b198 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.594453] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4/a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.595452] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1459cbc7-4005-4951-bc9b-908a899009bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.616206] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 984.616206] env[65683]: value = "task-4433639" [ 984.616206] env[65683]: _type = "Task" [ 984.616206] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.626078] env[65683]: WARNING neutronclient.v2_0.client [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.628399] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.686719] env[65683]: INFO nova.compute.manager [-] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Took 1.28 seconds to deallocate network for instance. [ 984.697511] env[65683]: DEBUG nova.compute.utils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.699453] env[65683]: DEBUG nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 984.699453] env[65683]: DEBUG nova.network.neutron [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 984.699868] env[65683]: WARNING neutronclient.v2_0.client [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.700064] env[65683]: WARNING neutronclient.v2_0.client [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.744536] env[65683]: DEBUG nova.policy [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ceb91cbcc8b4e97a7c7a28f13d2327a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ff8d85eb8124eeca8eee016732c7fe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.804323] env[65683]: WARNING neutronclient.v2_0.client [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.908620] env[65683]: DEBUG nova.network.neutron [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updated VIF entry in instance network info cache for port 126fb4c6-36e2-4d41-bf1b-01b8f67b7616. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.909645] env[65683]: DEBUG nova.network.neutron [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating instance_info_cache with network_info: [{"id": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "address": "fa:16:3e:97:51:80", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126fb4c6-36", "ovs_interfaceid": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.945973] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433636, 'name': CreateVM_Task, 'duration_secs': 0.569166} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.948930] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.949663] env[65683]: WARNING neutronclient.v2_0.client [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.949820] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.949858] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.950168] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.950443] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40d86f7-e63d-4ba9-95fa-393d1a1c98cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.955972] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 984.955972] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5230add2-d435-635d-3fde-33e61dcc1cfd" [ 984.955972] env[65683]: _type = "Task" [ 984.955972] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.976280] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5230add2-d435-635d-3fde-33e61dcc1cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.976436] env[65683]: DEBUG oslo_vmware.api [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433637, 'name': PowerOnVM_Task, 'duration_secs': 0.896361} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.976581] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.979951] env[65683]: INFO nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Took 9.52 seconds to spawn the instance on the hypervisor. [ 984.979951] env[65683]: DEBUG nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 984.982046] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1d55db-e948-4be0-9e7a-bcec8b502355 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.061176] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.096934] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c8dab0-4e37-4561-99bf-72c27fc6c706 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.109111] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244c9b5d-2d8e-47e3-ba0c-5a1ff1651c40 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.147228] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e480b7-597e-496b-92fc-f40da04dc9a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.151503] env[65683]: DEBUG nova.network.neutron [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Successfully created port: 6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 985.158023] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433639, 'name': ReconfigVM_Task, 'duration_secs': 0.350525} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.158023] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Reconfigured VM instance instance-00000054 to attach disk [datastore1] a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4/a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.158749] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daf3ef62-e921-4087-974a-6ddef2635630 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.163806] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07655261-ba25-4052-9870-b701508b65c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.172084] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 985.172084] env[65683]: value = "task-4433640" [ 985.172084] env[65683]: _type = "Task" [ 985.172084] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.187647] env[65683]: DEBUG nova.compute.provider_tree [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.196761] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.196761] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433640, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.203205] env[65683]: DEBUG nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 985.414821] env[65683]: DEBUG oslo_concurrency.lockutils [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] Releasing lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.415145] env[65683]: DEBUG nova.compute.manager [req-2107c9e5-1f5f-4ab8-b7ad-28a7463c10cb req-838d45b9-6284-42e2-aafb-511c82aa76e5 service nova] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Received event network-vif-deleted-3f43a015-f7ae-4c1c-92c4-e6e83151519e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.470637] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5230add2-d435-635d-3fde-33e61dcc1cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.01913} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.471394] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.471689] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.471938] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.472094] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.472280] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.472663] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b8ab167-52a2-4b9d-a36d-a20d00b7a8c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.484645] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.485375] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.485689] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99a4e33-5f8a-4ba3-be5f-155ae1d46694 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.500327] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 985.500327] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5216f75c-56eb-cb2b-b230-789a08bd99fb" [ 985.500327] env[65683]: _type = "Task" [ 985.500327] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.512182] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5216f75c-56eb-cb2b-b230-789a08bd99fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.512983] env[65683]: INFO nova.compute.manager [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Took 25.90 seconds to build instance. [ 985.683870] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433640, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.723787] env[65683]: DEBUG nova.scheduler.client.report [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 985.723787] env[65683]: DEBUG nova.compute.provider_tree [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 112 to 113 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.724295] env[65683]: DEBUG nova.compute.provider_tree [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.009959] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5216f75c-56eb-cb2b-b230-789a08bd99fb, 'name': SearchDatastore_Task, 'duration_secs': 0.037937} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.010753] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de3a49d-63f8-4c1d-952f-f43e9dbfcad8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.015743] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d8c5e994-4dd9-4b1e-8738-4f8c6f65614e tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "1713c490-baeb-4f96-be15-92844d87beb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.426s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.017429] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 986.017429] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5283448d-f847-1df8-b5f4-8a45165c20f5" [ 986.017429] env[65683]: _type = "Task" [ 986.017429] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.026344] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5283448d-f847-1df8-b5f4-8a45165c20f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.186719] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433640, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.212292] env[65683]: DEBUG nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 986.230502] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.234856] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.784s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.234856] env[65683]: DEBUG nova.objects.instance [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'resources' on Instance uuid 1847f3a7-41c8-41f2-bddb-2d7da65d0443 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.242507] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.243330] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.243330] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.243530] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.243701] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.243893] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.244118] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.244279] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.244445] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.244604] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.244796] env[65683]: DEBUG nova.virt.hardware [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.245693] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501f79c-b77a-4259-9aee-e217f7cbcdd2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.255775] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afab6b4-d163-436e-9894-ba359984b2cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.263177] env[65683]: INFO nova.scheduler.client.report [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted allocations for instance 71c549d6-87cc-4e52-984e-551d641fc0dc [ 986.529515] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5283448d-f847-1df8-b5f4-8a45165c20f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016744} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.529515] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.529515] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] b18a32d2-e858-4fd6-8e6e-a87c3383d5fd/b18a32d2-e858-4fd6-8e6e-a87c3383d5fd.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.529812] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e480b14-46d7-4607-b747-efce19ee9c68 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.537618] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 986.537618] env[65683]: value = "task-4433641" [ 986.537618] env[65683]: _type = "Task" [ 986.537618] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.547804] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.676166] env[65683]: DEBUG nova.compute.manager [req-6e1c8d51-43ca-42b1-8b54-64b5ee16f7dd req-a625e722-219f-4694-8e18-b6adcce3d5c9 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Received event network-vif-plugged-6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 986.676462] env[65683]: DEBUG oslo_concurrency.lockutils [req-6e1c8d51-43ca-42b1-8b54-64b5ee16f7dd req-a625e722-219f-4694-8e18-b6adcce3d5c9 service nova] Acquiring lock "bc05a478-eb55-4f19-ae0d-db0b96bba207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.676586] env[65683]: DEBUG oslo_concurrency.lockutils [req-6e1c8d51-43ca-42b1-8b54-64b5ee16f7dd req-a625e722-219f-4694-8e18-b6adcce3d5c9 service nova] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.676786] env[65683]: DEBUG oslo_concurrency.lockutils [req-6e1c8d51-43ca-42b1-8b54-64b5ee16f7dd req-a625e722-219f-4694-8e18-b6adcce3d5c9 service nova] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.677195] env[65683]: DEBUG nova.compute.manager [req-6e1c8d51-43ca-42b1-8b54-64b5ee16f7dd req-a625e722-219f-4694-8e18-b6adcce3d5c9 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] No waiting events found dispatching network-vif-plugged-6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 986.680040] env[65683]: WARNING nova.compute.manager [req-6e1c8d51-43ca-42b1-8b54-64b5ee16f7dd req-a625e722-219f-4694-8e18-b6adcce3d5c9 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Received unexpected event network-vif-plugged-6a57330a-ae8c-45e6-9517-7122b176550d for instance with vm_state building and task_state spawning. [ 986.691941] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433640, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.718545] env[65683]: DEBUG nova.network.neutron [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Successfully updated port: 6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 986.772770] env[65683]: DEBUG oslo_concurrency.lockutils [None req-32991417-1b73-4831-b363-f385c472d019 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "71c549d6-87cc-4e52-984e-551d641fc0dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.129s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.051669] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.149596] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365fa90c-4641-41c3-9511-db7beb3c457e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.159435] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a087d7a9-6ca8-4243-ad32-92bc87788845 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.213577] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0093fd-d782-4f3d-87c4-926621bb2b5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.231167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.231439] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.232105] env[65683]: DEBUG nova.network.neutron [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.233766] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433640, 'name': Rename_Task, 'duration_secs': 1.865887} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.236449] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b42ac6e-453e-4520-87c2-1f9eb92bd10f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.242904] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.244186] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc90acff-d66c-4a43-b290-54b0bb0c587c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.265602] env[65683]: DEBUG nova.compute.provider_tree [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.269896] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 987.269896] env[65683]: value = "task-4433642" [ 987.269896] env[65683]: _type = "Task" [ 987.269896] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.284475] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.553342] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627957} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.553619] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] b18a32d2-e858-4fd6-8e6e-a87c3383d5fd/b18a32d2-e858-4fd6-8e6e-a87c3383d5fd.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.553825] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.554109] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61292c73-3ff5-4dda-b3ff-bd2877d08a0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.561822] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 987.561822] env[65683]: value = "task-4433643" [ 987.561822] env[65683]: _type = "Task" [ 987.561822] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.573129] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.771246] env[65683]: DEBUG nova.network.neutron [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 987.774624] env[65683]: DEBUG nova.scheduler.client.report [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.790082] env[65683]: DEBUG oslo_vmware.api [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433642, 'name': PowerOnVM_Task, 'duration_secs': 0.490493} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.790528] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.791903] env[65683]: INFO nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Took 8.68 seconds to spawn the instance on the hypervisor. [ 987.791903] env[65683]: DEBUG nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 987.793050] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c6aa00-bb8f-495c-9b3d-7064c3a67209 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.856884] env[65683]: WARNING neutronclient.v2_0.client [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.930488] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.930756] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.948469] env[65683]: DEBUG nova.network.neutron [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Updating instance_info_cache with network_info: [{"id": "6a57330a-ae8c-45e6-9517-7122b176550d", "address": "fa:16:3e:a0:12:0a", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a57330a-ae", "ovs_interfaceid": "6a57330a-ae8c-45e6-9517-7122b176550d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.072689] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071188} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.072689] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.073549] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab82c9a-77e5-4d6c-afd5-bcc9507c5b25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.096585] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b18a32d2-e858-4fd6-8e6e-a87c3383d5fd/b18a32d2-e858-4fd6-8e6e-a87c3383d5fd.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.097265] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963d8edd-004e-4b04-bc18-966dbafd68fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.117162] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 988.117162] env[65683]: value = "task-4433644" [ 988.117162] env[65683]: _type = "Task" [ 988.117162] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.126097] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.283746] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.287240] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.587s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.288017] env[65683]: INFO nova.compute.claims [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.317429] env[65683]: INFO nova.compute.manager [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Took 26.93 seconds to build instance. [ 988.317834] env[65683]: INFO nova.scheduler.client.report [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted allocations for instance 1847f3a7-41c8-41f2-bddb-2d7da65d0443 [ 988.433966] env[65683]: DEBUG nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 988.450717] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.451309] env[65683]: DEBUG nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Instance network_info: |[{"id": "6a57330a-ae8c-45e6-9517-7122b176550d", "address": "fa:16:3e:a0:12:0a", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a57330a-ae", "ovs_interfaceid": "6a57330a-ae8c-45e6-9517-7122b176550d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 988.451685] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:12:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a57330a-ae8c-45e6-9517-7122b176550d', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.459693] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 988.459929] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.460180] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cae7054a-41cd-41f1-8fd5-2e338e2c924e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.483856] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.483856] env[65683]: value = "task-4433645" [ 988.483856] env[65683]: _type = "Task" [ 988.483856] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.492674] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433645, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.629019] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433644, 'name': ReconfigVM_Task, 'duration_secs': 0.296792} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.629334] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b18a32d2-e858-4fd6-8e6e-a87c3383d5fd/b18a32d2-e858-4fd6-8e6e-a87c3383d5fd.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.630011] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc1df761-447e-480f-a1c5-69658350ac68 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.637888] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 988.637888] env[65683]: value = "task-4433646" [ 988.637888] env[65683]: _type = "Task" [ 988.637888] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.647377] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433646, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.713267] env[65683]: DEBUG nova.compute.manager [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Received event network-changed-6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.713267] env[65683]: DEBUG nova.compute.manager [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Refreshing instance network info cache due to event network-changed-6a57330a-ae8c-45e6-9517-7122b176550d. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 988.713501] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] Acquiring lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.713729] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] Acquired lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.713901] env[65683]: DEBUG nova.network.neutron [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Refreshing network info cache for port 6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.820506] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f711bd16-631c-477d-b714-3af192da25c2 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.448s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.826350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bc3dc377-df83-4976-a39a-daaaca2047a8 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "1847f3a7-41c8-41f2-bddb-2d7da65d0443" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.461s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.959314] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.994937] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433645, 'name': CreateVM_Task, 'duration_secs': 0.353761} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.995164] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.995690] env[65683]: WARNING neutronclient.v2_0.client [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.996069] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.996240] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.996623] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.996840] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f8f2aa-6bd6-48b6-9394-8e6758299ded {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.002704] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 989.002704] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f10aa1-0ef6-8940-b8b2-032405fc698c" [ 989.002704] env[65683]: _type = "Task" [ 989.002704] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.011588] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f10aa1-0ef6-8940-b8b2-032405fc698c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.150037] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433646, 'name': Rename_Task, 'duration_secs': 0.184098} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.150037] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.150037] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4971bdf3-47b8-4759-a763-73b12df15bbd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.157864] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 989.157864] env[65683]: value = "task-4433647" [ 989.157864] env[65683]: _type = "Task" [ 989.157864] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.166810] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.216656] env[65683]: WARNING neutronclient.v2_0.client [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.410792] env[65683]: WARNING neutronclient.v2_0.client [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.515079] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f10aa1-0ef6-8940-b8b2-032405fc698c, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.515079] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.515079] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.515302] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.515798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.515798] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.516083] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f27ba16-19b9-43ea-894a-588cfa902af3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.534032] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.534032] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.540306] env[65683]: DEBUG nova.network.neutron [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Updated VIF entry in instance network info cache for port 6a57330a-ae8c-45e6-9517-7122b176550d. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 989.540843] env[65683]: DEBUG nova.network.neutron [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Updating instance_info_cache with network_info: [{"id": "6a57330a-ae8c-45e6-9517-7122b176550d", "address": "fa:16:3e:a0:12:0a", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a57330a-ae", "ovs_interfaceid": "6a57330a-ae8c-45e6-9517-7122b176550d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.542713] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e073ce4f-bd36-4256-bcb4-fb33fac6d38e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.552498] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 989.552498] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f516ac-c67a-5d61-5ba3-e09c477cd238" [ 989.552498] env[65683]: _type = "Task" [ 989.552498] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.570571] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f516ac-c67a-5d61-5ba3-e09c477cd238, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.571281] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75055293-fc46-4863-95d1-9a33ffef4a57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.582291] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 989.582291] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52952557-cd42-7cb7-79b7-f7b6fbb5768d" [ 989.582291] env[65683]: _type = "Task" [ 989.582291] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.593566] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52952557-cd42-7cb7-79b7-f7b6fbb5768d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.668064] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.696041] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d421f45-9bc4-45d8-94ee-5c4c6ac1bc4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.705248] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eed002-7ac5-49f2-84db-fc0200a24f7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.737592] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3ade5-3eb5-4f7c-ba28-521c4dd9e2ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.747310] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cc2fec-2918-4b38-845e-acdbb4159304 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.765762] env[65683]: DEBUG nova.compute.provider_tree [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.871787] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.872072] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.046928] env[65683]: DEBUG oslo_concurrency.lockutils [req-8d09f746-d44a-4789-9336-4fe628e2076d req-de9e1530-6148-4030-90a4-cd0c90ae7609 service nova] Releasing lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.097383] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52952557-cd42-7cb7-79b7-f7b6fbb5768d, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.097383] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.097383] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bc05a478-eb55-4f19-ae0d-db0b96bba207/bc05a478-eb55-4f19-ae0d-db0b96bba207.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.097383] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7ac516-5cea-4c80-b69f-09f0c3549e79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.106185] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 990.106185] env[65683]: value = "task-4433648" [ 990.106185] env[65683]: _type = "Task" [ 990.106185] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.118588] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.168618] env[65683]: DEBUG oslo_vmware.api [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433647, 'name': PowerOnVM_Task, 'duration_secs': 0.675974} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.168886] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.169091] env[65683]: INFO nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Took 8.59 seconds to spawn the instance on the hypervisor. [ 990.169273] env[65683]: DEBUG nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.170024] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d013f0-9661-4c3e-aeae-f5797072d451 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.269421] env[65683]: DEBUG nova.scheduler.client.report [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.375027] env[65683]: DEBUG nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 990.618678] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.691428] env[65683]: INFO nova.compute.manager [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Took 29.00 seconds to build instance. [ 990.776168] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.776935] env[65683]: DEBUG nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 990.780664] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.535s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.780885] env[65683]: DEBUG nova.objects.instance [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lazy-loading 'resources' on Instance uuid d5f14d6d-5b84-484d-9f20-353821fbccf0 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.896823] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.116711] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664813} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.116974] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bc05a478-eb55-4f19-ae0d-db0b96bba207/bc05a478-eb55-4f19-ae0d-db0b96bba207.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.117204] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.117459] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24aba3a7-b678-4234-99af-468f82a4b572 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.125478] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 991.125478] env[65683]: value = "task-4433649" [ 991.125478] env[65683]: _type = "Task" [ 991.125478] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.135850] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.194293] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b0ec141-af2a-4c57-9711-ae0f3e8303ea tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.519s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.284307] env[65683]: DEBUG nova.compute.utils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.288980] env[65683]: DEBUG nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 991.289167] env[65683]: DEBUG nova.network.neutron [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 991.289381] env[65683]: WARNING neutronclient.v2_0.client [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.289704] env[65683]: WARNING neutronclient.v2_0.client [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.356164] env[65683]: DEBUG nova.policy [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.427944] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.428628] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.650146] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094335} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.650146] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.650146] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e35e13-a25d-4f64-8aca-e057517a7f13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.674168] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] bc05a478-eb55-4f19-ae0d-db0b96bba207/bc05a478-eb55-4f19-ae0d-db0b96bba207.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.676930] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44870489-d5e0-4b7e-a9e9-3c888c3458a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.699149] env[65683]: DEBUG nova.network.neutron [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Successfully created port: a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 991.704787] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1a36f0-5726-43d1-8062-0d2cca6201c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.707673] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 991.707673] env[65683]: value = "task-4433650" [ 991.707673] env[65683]: _type = "Task" [ 991.707673] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.716497] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213b251f-0b10-4b31-884e-1a8a6aa8d91e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.723888] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.754850] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b844038a-c99c-49d7-be0a-14839c21df30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.763919] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56d4498-dedb-4761-8af0-b0b1691067a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.778704] env[65683]: DEBUG nova.compute.provider_tree [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.789396] env[65683]: DEBUG nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 991.934521] env[65683]: DEBUG nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 992.046908] env[65683]: DEBUG nova.compute.manager [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Received event network-changed-126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 992.046908] env[65683]: DEBUG nova.compute.manager [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Refreshing instance network info cache due to event network-changed-126fb4c6-36e2-4d41-bf1b-01b8f67b7616. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 992.046908] env[65683]: DEBUG oslo_concurrency.lockutils [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] Acquiring lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.046908] env[65683]: DEBUG oslo_concurrency.lockutils [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] Acquired lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.046908] env[65683]: DEBUG nova.network.neutron [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Refreshing network info cache for port 126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.218695] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.303039] env[65683]: ERROR nova.scheduler.client.report [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] [req-5ac9eb2a-0033-43b2-9bc2-4fe096cd67e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ac9eb2a-0033-43b2-9bc2-4fe096cd67e1"}]} [ 992.321822] env[65683]: DEBUG nova.scheduler.client.report [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 992.341617] env[65683]: DEBUG nova.scheduler.client.report [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 992.341957] env[65683]: DEBUG nova.compute.provider_tree [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.356934] env[65683]: DEBUG nova.scheduler.client.report [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 992.378250] env[65683]: DEBUG nova.scheduler.client.report [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 992.458064] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.550988] env[65683]: WARNING neutronclient.v2_0.client [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.722110] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433650, 'name': ReconfigVM_Task, 'duration_secs': 0.65814} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.722418] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Reconfigured VM instance instance-00000056 to attach disk [datastore2] bc05a478-eb55-4f19-ae0d-db0b96bba207/bc05a478-eb55-4f19-ae0d-db0b96bba207.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.723186] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dafcba04-2a07-445b-b779-358c29a16a8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.726595] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6909e72-b8b6-421f-82f3-4e0a97b9d4f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.730111] env[65683]: WARNING neutronclient.v2_0.client [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.740603] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2760921-d2e5-400c-b7f2-ccfc9badc65a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.744892] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 992.744892] env[65683]: value = "task-4433651" [ 992.744892] env[65683]: _type = "Task" [ 992.744892] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.779560] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c159f-a946-4e48-bc8a-1b80f52996e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.788178] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433651, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.795242] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f85b86-5310-45c5-ae9b-b1e6944c2f5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.800951] env[65683]: DEBUG nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 992.815026] env[65683]: DEBUG nova.compute.provider_tree [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.831669] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.831917] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.832056] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.832238] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.832379] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.832519] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.832718] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.832872] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.833043] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.833248] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.833439] env[65683]: DEBUG nova.virt.hardware [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.834708] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f20b431-0235-4dc5-a224-07c5464cde14 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.839716] env[65683]: DEBUG nova.network.neutron [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updated VIF entry in instance network info cache for port 126fb4c6-36e2-4d41-bf1b-01b8f67b7616. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 992.840260] env[65683]: DEBUG nova.network.neutron [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating instance_info_cache with network_info: [{"id": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "address": "fa:16:3e:97:51:80", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126fb4c6-36", "ovs_interfaceid": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.849875] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d98af-98a5-4031-acd0-84db61b2ab0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.255774] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433651, 'name': Rename_Task, 'duration_secs': 0.180903} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.256076] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.257802] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c83c9e1-08cc-4015-a261-b88df729fa2b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.264031] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 993.264031] env[65683]: value = "task-4433652" [ 993.264031] env[65683]: _type = "Task" [ 993.264031] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.273762] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.280987] env[65683]: DEBUG nova.compute.manager [req-73597b56-c4cb-4c0e-8ed2-6403e0027665 req-430d1b5c-07d6-4ed7-884f-3f3d6bdf26a0 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-vif-plugged-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.281307] env[65683]: DEBUG oslo_concurrency.lockutils [req-73597b56-c4cb-4c0e-8ed2-6403e0027665 req-430d1b5c-07d6-4ed7-884f-3f3d6bdf26a0 service nova] Acquiring lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.281596] env[65683]: DEBUG oslo_concurrency.lockutils [req-73597b56-c4cb-4c0e-8ed2-6403e0027665 req-430d1b5c-07d6-4ed7-884f-3f3d6bdf26a0 service nova] Lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.282237] env[65683]: DEBUG oslo_concurrency.lockutils [req-73597b56-c4cb-4c0e-8ed2-6403e0027665 req-430d1b5c-07d6-4ed7-884f-3f3d6bdf26a0 service nova] Lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.283527] env[65683]: DEBUG nova.compute.manager [req-73597b56-c4cb-4c0e-8ed2-6403e0027665 req-430d1b5c-07d6-4ed7-884f-3f3d6bdf26a0 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] No waiting events found dispatching network-vif-plugged-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 993.283720] env[65683]: WARNING nova.compute.manager [req-73597b56-c4cb-4c0e-8ed2-6403e0027665 req-430d1b5c-07d6-4ed7-884f-3f3d6bdf26a0 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received unexpected event network-vif-plugged-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd for instance with vm_state building and task_state spawning. [ 993.344299] env[65683]: DEBUG oslo_concurrency.lockutils [req-8734f994-2eaa-4e9e-b626-0c7e258d1352 req-5b64a386-77ce-4e7d-9673-f5a15218a052 service nova] Releasing lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.348598] env[65683]: DEBUG nova.network.neutron [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Successfully updated port: a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 993.366665] env[65683]: DEBUG nova.scheduler.client.report [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 993.367016] env[65683]: DEBUG nova.compute.provider_tree [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 116 to 117 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 993.367235] env[65683]: DEBUG nova.compute.provider_tree [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.775611] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.852324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.852736] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.852839] env[65683]: DEBUG nova.network.neutron [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.873081] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.092s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.875465] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.180s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.875913] env[65683]: DEBUG nova.objects.instance [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lazy-loading 'resources' on Instance uuid 32416fe7-c74a-4219-a758-b8ed968564c5 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.899992] env[65683]: INFO nova.scheduler.client.report [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Deleted allocations for instance d5f14d6d-5b84-484d-9f20-353821fbccf0 [ 994.275688] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.386993] env[65683]: DEBUG nova.network.neutron [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 994.409401] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ee8e1083-19ed-4355-a816-5442c64d3297 tempest-ServersTestManualDisk-33820034 tempest-ServersTestManualDisk-33820034-project-member] Lock "d5f14d6d-5b84-484d-9f20-353821fbccf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.963s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.518811] env[65683]: WARNING neutronclient.v2_0.client [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.614312] env[65683]: DEBUG nova.network.neutron [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.701044] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.701324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.701536] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.701724] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.701887] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.707087] env[65683]: INFO nova.compute.manager [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Terminating instance [ 994.742475] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e650a7aa-51e4-4cd2-9443-050a397c24cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.751954] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a09fae-8b9e-4694-bc5e-12fe31d64ac8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.785610] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1fcb66-d3a8-4247-9fab-e1d5024f167c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.797024] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76f5109-8ef5-4728-bfbc-188bee2e9660 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.800762] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.813571] env[65683]: DEBUG nova.compute.provider_tree [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.118698] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.118698] env[65683]: DEBUG nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Instance network_info: |[{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 995.118698] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:d5:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.127185] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 995.127564] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.128165] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a4c4946-0591-471b-bab4-f7f7f0403fa4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.155103] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.155103] env[65683]: value = "task-4433653" [ 995.155103] env[65683]: _type = "Task" [ 995.155103] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.166661] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433653, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.213206] env[65683]: DEBUG nova.compute.manager [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 995.213404] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.214298] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6cb612-d624-43a4-a066-146085c073ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.223821] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.224281] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d5286f-7ee0-44f0-9acf-b68d8e1e46c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.234118] env[65683]: DEBUG oslo_vmware.api [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 995.234118] env[65683]: value = "task-4433654" [ 995.234118] env[65683]: _type = "Task" [ 995.234118] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.246133] env[65683]: DEBUG oslo_vmware.api [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.296965] env[65683]: DEBUG oslo_vmware.api [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433652, 'name': PowerOnVM_Task, 'duration_secs': 1.943649} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.297312] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.297544] env[65683]: INFO nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Took 9.09 seconds to spawn the instance on the hypervisor. [ 995.297749] env[65683]: DEBUG nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 995.298656] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1934985-3b64-47f1-b2c9-661e80f4f4d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.316800] env[65683]: DEBUG nova.scheduler.client.report [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.324919] env[65683]: DEBUG nova.compute.manager [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.325082] env[65683]: DEBUG nova.compute.manager [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing instance network info cache due to event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 995.325583] env[65683]: DEBUG oslo_concurrency.lockutils [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.325583] env[65683]: DEBUG oslo_concurrency.lockutils [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.325978] env[65683]: DEBUG nova.network.neutron [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.665614] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433653, 'name': CreateVM_Task, 'duration_secs': 0.425109} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.665800] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.666358] env[65683]: WARNING neutronclient.v2_0.client [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.666737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.666889] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.667214] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.667484] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fb50cb-c34b-4e53-98eb-1412de24011f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.672645] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 995.672645] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e6571d-e50a-955c-7263-a6d2a9f63fac" [ 995.672645] env[65683]: _type = "Task" [ 995.672645] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.682919] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e6571d-e50a-955c-7263-a6d2a9f63fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.744580] env[65683]: DEBUG oslo_vmware.api [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433654, 'name': PowerOffVM_Task, 'duration_secs': 0.266744} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.744855] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.745026] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.745299] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cb8eb49-f2db-483d-82a2-19d2eb463ad7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.817639] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.820067] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.820067] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleting the datastore file [datastore1] 8f3c4fee-c9e4-4c16-8cd5-562095bc1805 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.820940] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ed8865-962f-445b-9d57-f0b2d7ebe0d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.824551] env[65683]: INFO nova.compute.manager [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Took 30.68 seconds to build instance. [ 995.826206] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.828554] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.647s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.828771] env[65683]: DEBUG nova.objects.instance [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lazy-loading 'resources' on Instance uuid 7b553948-c734-41e9-9a9f-1ec61e5c492d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.830940] env[65683]: WARNING neutronclient.v2_0.client [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.840673] env[65683]: DEBUG oslo_vmware.api [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 995.840673] env[65683]: value = "task-4433656" [ 995.840673] env[65683]: _type = "Task" [ 995.840673] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.854889] env[65683]: DEBUG oslo_vmware.api [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.860959] env[65683]: INFO nova.scheduler.client.report [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Deleted allocations for instance 32416fe7-c74a-4219-a758-b8ed968564c5 [ 996.188046] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e6571d-e50a-955c-7263-a6d2a9f63fac, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.188526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.188846] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.189238] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189420] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189648] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.189979] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8212cea4-4036-4a89-91de-0d14d3a0412f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.201872] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.202441] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.203334] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a553936c-f51d-495b-bf51-18730d0aadac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.212020] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 996.212020] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525fa92e-8e37-f879-3f64-fdfae347594c" [ 996.212020] env[65683]: _type = "Task" [ 996.212020] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.221175] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525fa92e-8e37-f879-3f64-fdfae347594c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.329023] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88f61546-80be-459e-a122-9ecd0e52a80a tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.230s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.354892] env[65683]: DEBUG oslo_vmware.api [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1622} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.358115] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.358320] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.358496] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.358661] env[65683]: INFO nova.compute.manager [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Took 1.15 seconds to destroy the instance on the hypervisor. [ 996.358901] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.359357] env[65683]: DEBUG nova.compute.manager [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 996.359462] env[65683]: DEBUG nova.network.neutron [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 996.359704] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.368539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8be3371b-48ad-40ee-aa1b-2b87c6e642e6 tempest-VolumesAdminNegativeTest-1293295577 tempest-VolumesAdminNegativeTest-1293295577-project-member] Lock "32416fe7-c74a-4219-a758-b8ed968564c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.215s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.462202] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.720018] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ec116-4535-4cb3-984f-d07b43242302 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.737082] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525fa92e-8e37-f879-3f64-fdfae347594c, 'name': SearchDatastore_Task, 'duration_secs': 0.0172} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.737082] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8db6891-2f1c-4e49-808f-689c9619f222 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.737082] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7294eb72-ac48-452a-b021-7845997e5686 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.745343] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 996.745343] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f792a6-fa79-7eb7-b749-8ac09e061cb9" [ 996.745343] env[65683]: _type = "Task" [ 996.745343] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.778924] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e5163d-4032-4ee0-b712-d9e79b15ab16 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.790525] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f63d0a-db0c-4c78-a1fd-76135d50efb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.797681] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f792a6-fa79-7eb7-b749-8ac09e061cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.017664} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.798103] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.798487] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] be089d29-4239-4c6c-9b5e-b081a28da176/be089d29-4239-4c6c-9b5e-b081a28da176.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.799391] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb3137f2-d223-448d-a454-ca0038feee7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.810811] env[65683]: DEBUG nova.compute.provider_tree [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.821766] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 996.821766] env[65683]: value = "task-4433657" [ 996.821766] env[65683]: _type = "Task" [ 996.821766] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.831667] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.012905] env[65683]: WARNING neutronclient.v2_0.client [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.314498] env[65683]: DEBUG nova.scheduler.client.report [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.330210] env[65683]: DEBUG nova.compute.manager [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Received event network-changed-6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 997.330485] env[65683]: DEBUG nova.compute.manager [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Refreshing instance network info cache due to event network-changed-6a57330a-ae8c-45e6-9517-7122b176550d. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 997.330678] env[65683]: DEBUG oslo_concurrency.lockutils [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] Acquiring lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.330678] env[65683]: DEBUG oslo_concurrency.lockutils [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] Acquired lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.330779] env[65683]: DEBUG nova.network.neutron [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Refreshing network info cache for port 6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.345770] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507174} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.345770] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] be089d29-4239-4c6c-9b5e-b081a28da176/be089d29-4239-4c6c-9b5e-b081a28da176.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.345770] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.345770] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad3630df-798e-4bd2-a037-d984e62b8b0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.353872] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 997.353872] env[65683]: value = "task-4433658" [ 997.353872] env[65683]: _type = "Task" [ 997.353872] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.364349] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.477052] env[65683]: DEBUG nova.network.neutron [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updated VIF entry in instance network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 997.477052] env[65683]: DEBUG nova.network.neutron [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.485701] env[65683]: DEBUG nova.network.neutron [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.831026] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.831795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.625s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.831978] env[65683]: DEBUG nova.objects.instance [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lazy-loading 'resources' on Instance uuid e62fd4a2-5121-40b7-830d-0ee02d4e66ce {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.833655] env[65683]: WARNING neutronclient.v2_0.client [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.865061] env[65683]: INFO nova.scheduler.client.report [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Deleted allocations for instance 7b553948-c734-41e9-9a9f-1ec61e5c492d [ 997.876801] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074412} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.877390] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.878251] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d6471-39bd-4a6f-b953-ef93498a4fc3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.908777] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] be089d29-4239-4c6c-9b5e-b081a28da176/be089d29-4239-4c6c-9b5e-b081a28da176.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.908777] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cb5a21-1d85-4190-8227-ade41a16dc0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.933677] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 997.933677] env[65683]: value = "task-4433659" [ 997.933677] env[65683]: _type = "Task" [ 997.933677] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.944026] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.980137] env[65683]: DEBUG oslo_concurrency.lockutils [req-a48c8651-86fd-4a28-a0fb-6b8556abc37d req-c497ef1c-4eb3-47d6-b3e6-98727b9c0591 service nova] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.988368] env[65683]: INFO nova.compute.manager [-] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Took 1.63 seconds to deallocate network for instance. [ 998.067072] env[65683]: DEBUG nova.compute.manager [req-7a24c539-3847-4743-b9c0-d8ca98a8b25c req-763800d9-71fd-49bd-81a8-2f5f2abfeffa service nova] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Received event network-vif-deleted-8b56c930-252e-4467-8a7f-58e82cf04fc8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 998.386111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42308a2e-7320-47a7-be3d-f28754ca6d00 tempest-ServersTestBootFromVolume-2101032171 tempest-ServersTestBootFromVolume-2101032171-project-member] Lock "7b553948-c734-41e9-9a9f-1ec61e5c492d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.755s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.421291] env[65683]: WARNING neutronclient.v2_0.client [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.449342] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433659, 'name': ReconfigVM_Task, 'duration_secs': 0.351412} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.449449] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Reconfigured VM instance instance-00000057 to attach disk [datastore2] be089d29-4239-4c6c-9b5e-b081a28da176/be089d29-4239-4c6c-9b5e-b081a28da176.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.450356] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b78aaa4-2c9a-4f0c-944f-c7438cf79bb1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.461834] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 998.461834] env[65683]: value = "task-4433660" [ 998.461834] env[65683]: _type = "Task" [ 998.461834] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.478576] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433660, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.499206] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.546017] env[65683]: DEBUG nova.network.neutron [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Updated VIF entry in instance network info cache for port 6a57330a-ae8c-45e6-9517-7122b176550d. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.546416] env[65683]: DEBUG nova.network.neutron [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Updating instance_info_cache with network_info: [{"id": "6a57330a-ae8c-45e6-9517-7122b176550d", "address": "fa:16:3e:a0:12:0a", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a57330a-ae", "ovs_interfaceid": "6a57330a-ae8c-45e6-9517-7122b176550d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.726048] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce65d1a3-4cd3-4bd4-9c5d-bfec6c547f8c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.735987] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011f33c5-4291-4bf6-993c-c581e6663d4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.768776] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1780a-fa61-46fe-8234-985f2bb0d4fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.778345] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95021b3b-198e-44c9-bfe5-440e446ae4f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.794141] env[65683]: DEBUG nova.compute.provider_tree [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.978560] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433660, 'name': Rename_Task, 'duration_secs': 0.162471} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.978973] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.979341] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a7e3ad2-4920-4285-814e-1721f8042d11 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.989682] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 998.989682] env[65683]: value = "task-4433661" [ 998.989682] env[65683]: _type = "Task" [ 998.989682] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.999044] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.051685] env[65683]: DEBUG oslo_concurrency.lockutils [req-78068810-8913-4cf5-a457-b30e25314e19 req-7402ab97-87ca-44e0-bfbe-61b87c7afb6e service nova] Releasing lock "refresh_cache-bc05a478-eb55-4f19-ae0d-db0b96bba207" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.298665] env[65683]: DEBUG nova.scheduler.client.report [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.501564] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.671553] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.671774] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.804438] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.807404] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.265s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.807404] env[65683]: DEBUG nova.objects.instance [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 999.829517] env[65683]: INFO nova.scheduler.client.report [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleted allocations for instance e62fd4a2-5121-40b7-830d-0ee02d4e66ce [ 1000.008254] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.175710] env[65683]: DEBUG nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1000.336381] env[65683]: DEBUG oslo_concurrency.lockutils [None req-25c26eb8-b929-4e50-acb9-994fd62819e7 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "e62fd4a2-5121-40b7-830d-0ee02d4e66ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.765s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.506095] env[65683]: DEBUG oslo_vmware.api [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433661, 'name': PowerOnVM_Task, 'duration_secs': 1.058782} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.507514] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.507514] env[65683]: INFO nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1000.507514] env[65683]: DEBUG nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1000.508293] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b20a84e-cde8-4f2f-8159-83ea64fb6739 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.701956] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.817814] env[65683]: DEBUG oslo_concurrency.lockutils [None req-781b6e80-3f0d-490b-ae22-88ab86a99787 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.819014] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.379s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.822609] env[65683]: INFO nova.compute.claims [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.036136] env[65683]: INFO nova.compute.manager [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Took 33.35 seconds to build instance. [ 1001.538974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fbc65596-b3f7-4d46-aa96-1f0521bb52dd tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "be089d29-4239-4c6c-9b5e-b081a28da176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.863s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.839272] env[65683]: DEBUG nova.compute.manager [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.839774] env[65683]: DEBUG nova.compute.manager [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing instance network info cache due to event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1001.840957] env[65683]: DEBUG oslo_concurrency.lockutils [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841577] env[65683]: DEBUG oslo_concurrency.lockutils [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.843108] env[65683]: DEBUG nova.network.neutron [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.935327] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "db899bbf-7438-439e-a5a7-16d73a5592aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.935492] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.935659] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "db899bbf-7438-439e-a5a7-16d73a5592aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.936887] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.936887] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.943241] env[65683]: INFO nova.compute.manager [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Terminating instance [ 1002.225107] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d536981-46c8-4acd-960d-3552e3d83031 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.235666] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77086de-c007-4c69-81b1-39cf01ff642d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.273197] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bb6fa3-0a1f-44ed-98e8-2b7ced6e4918 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.281134] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11788230-85f1-4a35-963b-e93cf7df45ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.299493] env[65683]: DEBUG nova.compute.provider_tree [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.346976] env[65683]: WARNING neutronclient.v2_0.client [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.449209] env[65683]: DEBUG nova.compute.manager [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1002.449436] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.451045] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a952ad-e42c-419e-911b-f4e2ab2fefe7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.462765] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.462765] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f18288-3ff9-4ccf-8650-d282b6e0ff93 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.470378] env[65683]: DEBUG oslo_vmware.api [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 1002.470378] env[65683]: value = "task-4433663" [ 1002.470378] env[65683]: _type = "Task" [ 1002.470378] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.484202] env[65683]: DEBUG oslo_vmware.api [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4433663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.543474] env[65683]: WARNING neutronclient.v2_0.client [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.650271] env[65683]: DEBUG nova.network.neutron [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updated VIF entry in instance network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.650607] env[65683]: DEBUG nova.network.neutron [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.802783] env[65683]: DEBUG nova.scheduler.client.report [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.848622] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6085cf3b-5c18-490f-879b-04b55b2db368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.848886] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6085cf3b-5c18-490f-879b-04b55b2db368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.986798] env[65683]: DEBUG oslo_vmware.api [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4433663, 'name': PowerOffVM_Task, 'duration_secs': 0.307251} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.986798] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.986798] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.987119] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-618fda18-6aca-41ab-a7f8-77fa6fb148b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.071232] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.071449] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.071675] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Deleting the datastore file [datastore2] db899bbf-7438-439e-a5a7-16d73a5592aa {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.071903] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a58271-c6af-4b48-9a14-9efd16206aae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.082053] env[65683]: DEBUG oslo_vmware.api [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for the task: (returnval){ [ 1003.082053] env[65683]: value = "task-4433665" [ 1003.082053] env[65683]: _type = "Task" [ 1003.082053] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.092895] env[65683]: DEBUG oslo_vmware.api [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4433665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.154085] env[65683]: DEBUG oslo_concurrency.lockutils [req-6780b82d-4162-4565-8c57-bfff0dbd257b req-d50f4d24-af30-4cdc-8bed-771f5057c29c service nova] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.309418] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.309973] env[65683]: DEBUG nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1003.313912] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.019s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.351733] env[65683]: DEBUG nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1003.595171] env[65683]: DEBUG oslo_vmware.api [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Task: {'id': task-4433665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28315} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.595584] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.595987] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.596164] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.596443] env[65683]: INFO nova.compute.manager [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1003.596811] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1003.597103] env[65683]: DEBUG nova.compute.manager [-] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1003.597257] env[65683]: DEBUG nova.network.neutron [-] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1003.597620] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.631516] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.818140] env[65683]: DEBUG nova.compute.utils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.825159] env[65683]: DEBUG nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1003.825159] env[65683]: DEBUG nova.network.neutron [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.825159] env[65683]: WARNING neutronclient.v2_0.client [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.825159] env[65683]: WARNING neutronclient.v2_0.client [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.875138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.878941] env[65683]: DEBUG nova.policy [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea1ae425cb824a3fa603b717e05a247e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fe3f14d4b184c9b90c5ad49e42419c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.203435] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329bca7-5f97-4440-8bb3-7e194096b762 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.214927] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55721af-d8d2-4597-8a73-2968a60e8d8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.252577] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada4b783-c47e-4eea-9ae5-a6a823d2c331 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.256817] env[65683]: DEBUG nova.compute.manager [req-025f4310-6825-4513-98c2-100337953d3e req-63d6ed42-06c3-49bd-aa7e-f0d24f77adb4 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Received event network-vif-deleted-38d718b4-c620-45c9-a6d2-2a834628c763 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1004.258050] env[65683]: INFO nova.compute.manager [req-025f4310-6825-4513-98c2-100337953d3e req-63d6ed42-06c3-49bd-aa7e-f0d24f77adb4 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Neutron deleted interface 38d718b4-c620-45c9-a6d2-2a834628c763; detaching it from the instance and deleting it from the info cache [ 1004.258050] env[65683]: DEBUG nova.network.neutron [req-025f4310-6825-4513-98c2-100337953d3e req-63d6ed42-06c3-49bd-aa7e-f0d24f77adb4 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.270291] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b601ea-ff58-43d6-82a5-a236b78d08c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.288655] env[65683]: DEBUG nova.compute.provider_tree [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.299988] env[65683]: DEBUG nova.network.neutron [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Successfully created port: d964e193-e879-40ce-bdb8-19d5653ae062 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1004.325663] env[65683]: DEBUG nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1004.685022] env[65683]: DEBUG nova.network.neutron [-] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.760324] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83bd437a-4508-4e1d-942c-4afc8e3e0237 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.771114] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ba3879-825d-4837-904e-9b97b95d1722 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.792521] env[65683]: DEBUG nova.scheduler.client.report [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.811925] env[65683]: DEBUG nova.compute.manager [req-025f4310-6825-4513-98c2-100337953d3e req-63d6ed42-06c3-49bd-aa7e-f0d24f77adb4 service nova] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Detach interface failed, port_id=38d718b4-c620-45c9-a6d2-2a834628c763, reason: Instance db899bbf-7438-439e-a5a7-16d73a5592aa could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.822919] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "9cbdf99e-510f-4a41-b41b-ef70badaea09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.823399] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.823513] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "9cbdf99e-510f-4a41-b41b-ef70badaea09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.823703] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.823877] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.826661] env[65683]: INFO nova.compute.manager [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Terminating instance [ 1005.187736] env[65683]: INFO nova.compute.manager [-] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Took 1.59 seconds to deallocate network for instance. [ 1005.343268] env[65683]: DEBUG nova.compute.manager [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1005.343562] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.344795] env[65683]: DEBUG nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1005.347943] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6050b5-a1e1-4381-87a3-fedf42e6062e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.357775] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.358292] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a5b72f-29c5-458c-b480-75173fee3e28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.366714] env[65683]: DEBUG oslo_vmware.api [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 1005.366714] env[65683]: value = "task-4433666" [ 1005.366714] env[65683]: _type = "Task" [ 1005.366714] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.376244] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1005.376549] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.376669] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1005.376824] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.376963] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1005.377134] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1005.377341] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1005.377495] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1005.377672] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1005.377833] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1005.377998] env[65683]: DEBUG nova.virt.hardware [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1005.378892] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1299c88-19ce-40b3-9c90-19ac1480b1af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.384735] env[65683]: DEBUG oslo_vmware.api [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.391328] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7737bb-f097-49c0-9cc8-d7e6e2546e28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.695986] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.806656] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.492s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.810228] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.749s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.810577] env[65683]: DEBUG nova.objects.instance [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lazy-loading 'resources' on Instance uuid 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.881386] env[65683]: DEBUG oslo_vmware.api [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433666, 'name': PowerOffVM_Task, 'duration_secs': 0.501425} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.881962] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.882443] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.883074] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5547439d-6ca1-4516-99f2-b9370dfe9ecc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.951120] env[65683]: DEBUG nova.network.neutron [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Successfully updated port: d964e193-e879-40ce-bdb8-19d5653ae062 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.975987] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.976409] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.977354] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleting the datastore file [datastore1] 9cbdf99e-510f-4a41-b41b-ef70badaea09 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.977831] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ac754a-bd1b-4882-a4bc-9e5e748c7a86 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.987638] env[65683]: DEBUG oslo_vmware.api [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 1005.987638] env[65683]: value = "task-4433668" [ 1005.987638] env[65683]: _type = "Task" [ 1005.987638] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.996816] env[65683]: DEBUG oslo_vmware.api [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.294590] env[65683]: DEBUG nova.compute.manager [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Received event network-vif-plugged-d964e193-e879-40ce-bdb8-19d5653ae062 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1006.294844] env[65683]: DEBUG oslo_concurrency.lockutils [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] Acquiring lock "3cc87238-6718-49ae-83ac-ff7195b0780d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.295017] env[65683]: DEBUG oslo_concurrency.lockutils [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.295191] env[65683]: DEBUG oslo_concurrency.lockutils [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.295357] env[65683]: DEBUG nova.compute.manager [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] No waiting events found dispatching network-vif-plugged-d964e193-e879-40ce-bdb8-19d5653ae062 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1006.295552] env[65683]: WARNING nova.compute.manager [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Received unexpected event network-vif-plugged-d964e193-e879-40ce-bdb8-19d5653ae062 for instance with vm_state building and task_state spawning. [ 1006.295671] env[65683]: DEBUG nova.compute.manager [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Received event network-changed-d964e193-e879-40ce-bdb8-19d5653ae062 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1006.295823] env[65683]: DEBUG nova.compute.manager [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Refreshing instance network info cache due to event network-changed-d964e193-e879-40ce-bdb8-19d5653ae062. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1006.296027] env[65683]: DEBUG oslo_concurrency.lockutils [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] Acquiring lock "refresh_cache-3cc87238-6718-49ae-83ac-ff7195b0780d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.296158] env[65683]: DEBUG oslo_concurrency.lockutils [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] Acquired lock "refresh_cache-3cc87238-6718-49ae-83ac-ff7195b0780d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.296309] env[65683]: DEBUG nova.network.neutron [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Refreshing network info cache for port d964e193-e879-40ce-bdb8-19d5653ae062 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.387374] env[65683]: INFO nova.scheduler.client.report [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted allocation for migration 79a48723-5b73-4b7f-8eac-e92fca817bc4 [ 1006.454866] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "refresh_cache-3cc87238-6718-49ae-83ac-ff7195b0780d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.499217] env[65683]: DEBUG oslo_vmware.api [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.783017] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e74490-12e7-4dd1-a38f-c3a2de4c4515 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.791977] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3941888-2306-48a1-8878-0c9d61132f79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.825521] env[65683]: WARNING neutronclient.v2_0.client [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.829348] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93063a8a-a052-452f-a528-e43ccef3a684 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.839082] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746765d-ffbe-40ca-97c9-aba3a5e5967e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.856268] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.861840] env[65683]: DEBUG nova.network.neutron [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.895184] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6db81e67-7e4a-44ba-83ec-d8a4363a8958 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.038s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.000644] env[65683]: DEBUG oslo_vmware.api [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.657662} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.000890] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.001099] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.001284] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.001487] env[65683]: INFO nova.compute.manager [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1007.001755] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1007.002062] env[65683]: DEBUG nova.compute.manager [-] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1007.002173] env[65683]: DEBUG nova.network.neutron [-] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1007.002461] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.064467] env[65683]: DEBUG nova.network.neutron [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.118726] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.383674] env[65683]: ERROR nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [req-22bcf058-bfb2-44c6-b34e-8a511b5b405c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22bcf058-bfb2-44c6-b34e-8a511b5b405c"}]} [ 1007.404424] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1007.424803] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1007.425034] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.439789] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1007.464222] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1007.472935] env[65683]: DEBUG nova.compute.manager [req-f8ee544c-d127-4537-a231-23ba03458bdc req-eb6414ed-828c-4530-ab47-9e4fb6da0cc3 service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Received event network-vif-deleted-621987f6-0736-4bb3-bdc7-4f077e72f05b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.473295] env[65683]: INFO nova.compute.manager [req-f8ee544c-d127-4537-a231-23ba03458bdc req-eb6414ed-828c-4530-ab47-9e4fb6da0cc3 service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Neutron deleted interface 621987f6-0736-4bb3-bdc7-4f077e72f05b; detaching it from the instance and deleting it from the info cache [ 1007.473503] env[65683]: DEBUG nova.network.neutron [req-f8ee544c-d127-4537-a231-23ba03458bdc req-eb6414ed-828c-4530-ab47-9e4fb6da0cc3 service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.568799] env[65683]: DEBUG oslo_concurrency.lockutils [req-3677097b-b8a9-4cb4-81f7-89bcd1c1359d req-d3e389f4-856f-45b7-a468-9d584bb51c20 service nova] Releasing lock "refresh_cache-3cc87238-6718-49ae-83ac-ff7195b0780d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.568799] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "refresh_cache-3cc87238-6718-49ae-83ac-ff7195b0780d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.569492] env[65683]: DEBUG nova.network.neutron [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.843822] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d505656c-8589-41ff-9445-93f69c119872 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.853936] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a51ded4-34b1-40ff-b3de-84db36bbb8b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.894899] env[65683]: DEBUG nova.network.neutron [-] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.897341] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b75f8d-0981-4a78-90b0-dd8ea352ff97 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.906427] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c441fda-cc81-4d94-bfac-bbcd2c3af14d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.925131] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.977591] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ec79d9e-2ca0-4575-ae56-989b464f2c05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.990322] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fd97d2-dbe9-4ddb-baa8-39fa6f19db37 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.027620] env[65683]: DEBUG nova.compute.manager [req-f8ee544c-d127-4537-a231-23ba03458bdc req-eb6414ed-828c-4530-ab47-9e4fb6da0cc3 service nova] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Detach interface failed, port_id=621987f6-0736-4bb3-bdc7-4f077e72f05b, reason: Instance 9cbdf99e-510f-4a41-b41b-ef70badaea09 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.125370] env[65683]: DEBUG nova.network.neutron [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1008.247063] env[65683]: WARNING neutronclient.v2_0.client [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.254457] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.254751] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.256697] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.257233] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.257233] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.260043] env[65683]: INFO nova.compute.manager [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Terminating instance [ 1008.355537] env[65683]: DEBUG nova.network.neutron [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Updating instance_info_cache with network_info: [{"id": "d964e193-e879-40ce-bdb8-19d5653ae062", "address": "fa:16:3e:d4:34:34", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd964e193-e8", "ovs_interfaceid": "d964e193-e879-40ce-bdb8-19d5653ae062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.397397] env[65683]: INFO nova.compute.manager [-] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Took 1.40 seconds to deallocate network for instance. [ 1008.451739] env[65683]: ERROR nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [req-be206ce6-5edf-4cd9-a6e5-adbc39c42b50] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be206ce6-5edf-4cd9-a6e5-adbc39c42b50"}]} [ 1008.470671] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1008.487086] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1008.487367] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.501562] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1008.522240] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1008.767228] env[65683]: DEBUG nova.compute.manager [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1008.767228] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.768354] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c1de28-1269-4f25-8a4b-fafe862b9b6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.782342] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.782708] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-decbe558-19bc-4b3a-9c71-fd0ece448bc7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.790609] env[65683]: DEBUG oslo_vmware.api [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1008.790609] env[65683]: value = "task-4433669" [ 1008.790609] env[65683]: _type = "Task" [ 1008.790609] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.803074] env[65683]: DEBUG oslo_vmware.api [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.836285] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "5056837e-0462-4754-80f7-293cf90d6c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.836285] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "5056837e-0462-4754-80f7-293cf90d6c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.861114] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "refresh_cache-3cc87238-6718-49ae-83ac-ff7195b0780d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.861114] env[65683]: DEBUG nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Instance network_info: |[{"id": "d964e193-e879-40ce-bdb8-19d5653ae062", "address": "fa:16:3e:d4:34:34", "network": {"id": "a422091f-ffc9-4125-b29e-484958586261", "bridge": "br-int", "label": "tempest-ImagesTestJSON-561135113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fe3f14d4b184c9b90c5ad49e42419c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd964e193-e8", "ovs_interfaceid": "d964e193-e879-40ce-bdb8-19d5653ae062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1008.861729] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:34:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd964e193-e879-40ce-bdb8-19d5653ae062', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.869966] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1008.871305] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.871457] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c7aaaa8-92ea-4ad9-99fa-b63973a488d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.902560] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.902560] env[65683]: value = "task-4433670" [ 1008.902560] env[65683]: _type = "Task" [ 1008.902560] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.907938] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.914385] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433670, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.940629] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e727ca7f-b940-43e2-a61d-b2cd5f9759c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.950857] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb1124-619d-4dc5-93e1-798599924a8a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.988941] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554b709-f651-4020-a9b4-76fa8448f79a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.000253] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6937f0ed-3798-4e73-828c-fbb84ebc2cae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.021398] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.302290] env[65683]: DEBUG oslo_vmware.api [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433669, 'name': PowerOffVM_Task, 'duration_secs': 0.297582} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.302731] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.302933] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.303302] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59f0eab3-f015-4531-86cc-83b00a178614 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.337346] env[65683]: DEBUG nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1009.387750] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.388540] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.388540] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleting the datastore file [datastore2] 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.388763] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-431327ae-d84c-40d7-9b94-842239759f39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.398692] env[65683]: DEBUG oslo_vmware.api [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1009.398692] env[65683]: value = "task-4433672" [ 1009.398692] env[65683]: _type = "Task" [ 1009.398692] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.413252] env[65683]: DEBUG oslo_vmware.api [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.416593] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433670, 'name': CreateVM_Task, 'duration_secs': 0.44535} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.416743] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.417342] env[65683]: WARNING neutronclient.v2_0.client [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.417715] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.417865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.418204] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.418472] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986f186c-62ef-4898-8b7c-aea48dbf45c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.426040] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1009.426040] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525dbba0-5c59-bfa3-755a-447069af9890" [ 1009.426040] env[65683]: _type = "Task" [ 1009.426040] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.434117] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525dbba0-5c59-bfa3-755a-447069af9890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.490106] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "22a82e26-6726-4806-8d1f-262754e39b46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.490359] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "22a82e26-6726-4806-8d1f-262754e39b46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.543094] env[65683]: ERROR nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [req-6a9d3c05-30a2-4af9-ab8f-6ab07b8dbd0a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a9d3c05-30a2-4af9-ab8f-6ab07b8dbd0a"}]} [ 1009.563613] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1009.581323] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1009.581601] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.594508] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1009.621628] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1009.858616] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.912316] env[65683]: DEBUG oslo_vmware.api [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500546} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.912623] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.913598] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.913598] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.913598] env[65683]: INFO nova.compute.manager [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1009.913598] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1009.913598] env[65683]: DEBUG nova.compute.manager [-] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1009.913837] env[65683]: DEBUG nova.network.neutron [-] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1009.913934] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.937873] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525dbba0-5c59-bfa3-755a-447069af9890, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.939019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.939710] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.940026] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.940195] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.940387] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.940863] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8943bd50-fdd5-435c-a5f1-6965bcc1c2e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.954975] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.955231] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.955963] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7a86b5-9312-4b8c-b1e8-5d1a1e916526 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.966216] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1009.966216] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a2ea37-c808-07ea-94d6-2fef7b6778ba" [ 1009.966216] env[65683]: _type = "Task" [ 1009.966216] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.976455] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a2ea37-c808-07ea-94d6-2fef7b6778ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.978699] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfc564b-78af-450b-b63d-a426b5fda949 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.987260] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a459d4b-2535-4cc6-9a7a-044f189056da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.993368] env[65683]: DEBUG nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1010.027023] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.029115] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27ca30-71f0-40d9-92d0-75733ed95c89 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.044192] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9a463-5998-45b2-9317-fd723bb1dd26 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.056235] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.328109] env[65683]: DEBUG nova.compute.manager [req-c1f4ced8-8462-4a44-a604-ffe8ca60a7c0 req-eece2cd0-bd4f-4f95-bb5a-b813edfa03f9 service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Received event network-vif-deleted-c5af7078-c088-43f5-86e4-32c3096195b2 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1010.328256] env[65683]: INFO nova.compute.manager [req-c1f4ced8-8462-4a44-a604-ffe8ca60a7c0 req-eece2cd0-bd4f-4f95-bb5a-b813edfa03f9 service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Neutron deleted interface c5af7078-c088-43f5-86e4-32c3096195b2; detaching it from the instance and deleting it from the info cache [ 1010.328418] env[65683]: DEBUG nova.network.neutron [req-c1f4ced8-8462-4a44-a604-ffe8ca60a7c0 req-eece2cd0-bd4f-4f95-bb5a-b813edfa03f9 service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.479124] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a2ea37-c808-07ea-94d6-2fef7b6778ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.479900] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6a7507-49c9-49cf-a47d-1ac4c11f1e82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.486281] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1010.486281] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52733011-5ef9-5da8-f1b5-0cff326435ee" [ 1010.486281] env[65683]: _type = "Task" [ 1010.486281] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.495433] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52733011-5ef9-5da8-f1b5-0cff326435ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.548391] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.596467] env[65683]: DEBUG nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1010.596757] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 122 to 123 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1010.596935] env[65683]: DEBUG nova.compute.provider_tree [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.790354] env[65683]: DEBUG nova.network.neutron [-] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.831519] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d38952e-8c45-45fc-a80b-c7d2026a7e16 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.843436] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e7b3e-86d7-46ab-a0c4-1582f2805f48 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.878554] env[65683]: DEBUG nova.compute.manager [req-c1f4ced8-8462-4a44-a604-ffe8ca60a7c0 req-eece2cd0-bd4f-4f95-bb5a-b813edfa03f9 service nova] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Detach interface failed, port_id=c5af7078-c088-43f5-86e4-32c3096195b2, reason: Instance 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.997844] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52733011-5ef9-5da8-f1b5-0cff326435ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.998220] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.998520] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3cc87238-6718-49ae-83ac-ff7195b0780d/3cc87238-6718-49ae-83ac-ff7195b0780d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.998829] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea703cdc-5932-46da-9502-def08820a586 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.006567] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1011.006567] env[65683]: value = "task-4433673" [ 1011.006567] env[65683]: _type = "Task" [ 1011.006567] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.015972] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.103203] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.292s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.105383] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.909s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.105580] env[65683]: DEBUG nova.objects.instance [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'resources' on Instance uuid c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.127928] env[65683]: INFO nova.scheduler.client.report [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted allocations for instance 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5 [ 1011.292939] env[65683]: INFO nova.compute.manager [-] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Took 1.38 seconds to deallocate network for instance. [ 1011.517446] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453509} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.517718] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3cc87238-6718-49ae-83ac-ff7195b0780d/3cc87238-6718-49ae-83ac-ff7195b0780d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.517924] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.518200] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446a1ce8-50ea-44a5-b035-25825acbc557 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.525796] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1011.525796] env[65683]: value = "task-4433674" [ 1011.525796] env[65683]: _type = "Task" [ 1011.525796] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.534548] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.637253] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b55cb839-7a9a-434c-a535-963ae80de93a tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.991s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.803868] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.935597] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f957fdd2-4e90-4f16-b2f6-c1ba9a2ae302 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.943817] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f104fca-4bee-4f44-a7b4-1f20b1046351 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.976810] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b369c-b64f-4589-8f7e-f3949ca268b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.984987] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec74bc-3bdf-436d-9c5f-c6dec0af5767 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.998663] env[65683]: DEBUG nova.compute.provider_tree [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.037076] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076128} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.037400] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.038226] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bb3e92-c8c1-42a3-b42a-c4bce9b7da13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.060237] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 3cc87238-6718-49ae-83ac-ff7195b0780d/3cc87238-6718-49ae-83ac-ff7195b0780d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.060548] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b970a9f5-99fc-47f3-b27f-cbfdf06a1ea1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.081602] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1012.081602] env[65683]: value = "task-4433675" [ 1012.081602] env[65683]: _type = "Task" [ 1012.081602] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.090587] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.502114] env[65683]: DEBUG nova.scheduler.client.report [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.592946] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433675, 'name': ReconfigVM_Task, 'duration_secs': 0.261061} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.593311] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 3cc87238-6718-49ae-83ac-ff7195b0780d/3cc87238-6718-49ae-83ac-ff7195b0780d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.594118] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5ec6a9-3de4-4a66-9280-24622a62c8e8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.601771] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1012.601771] env[65683]: value = "task-4433676" [ 1012.601771] env[65683]: _type = "Task" [ 1012.601771] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.612760] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433676, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.007133] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.009738] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.051s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.011283] env[65683]: INFO nova.compute.claims [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.025892] env[65683]: INFO nova.scheduler.client.report [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted allocations for instance c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7 [ 1013.112760] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433676, 'name': Rename_Task, 'duration_secs': 0.187699} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.113063] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.113395] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ef7aa6-ccfd-4e38-b49d-ffaecb8d636d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.119555] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1013.119555] env[65683]: value = "task-4433677" [ 1013.119555] env[65683]: _type = "Task" [ 1013.119555] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.128029] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.533609] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3da36b58-573a-42ba-be44-52df69c57c06 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.784s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.633045] env[65683]: DEBUG oslo_vmware.api [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433677, 'name': PowerOnVM_Task, 'duration_secs': 0.443303} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.633045] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.633475] env[65683]: INFO nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1013.633732] env[65683]: DEBUG nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1013.636007] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf4001-85dc-427f-a4b1-fef8f971f33c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.153446] env[65683]: INFO nova.compute.manager [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Took 30.74 seconds to build instance. [ 1014.325454] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f312ba-f30f-4700-8b34-505e956cf3ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.334127] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8fc34a-a4f0-4518-818b-a30abe5a2498 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.368544] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f33bca-be25-48a7-bf52-79da268edc73 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.377440] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d072dd6-4494-46cd-83c4-151c83f01748 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.395183] env[65683]: DEBUG nova.compute.provider_tree [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.655350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ba66fe9-0ef2-489f-9ea4-2ecf8ff5c2d3 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.253s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.898961] env[65683]: DEBUG nova.scheduler.client.report [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.996551] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.996798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.390801] env[65683]: DEBUG nova.compute.manager [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.391398] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c606a407-8681-4ad5-adee-2e7305a1ff33 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.403826] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.404337] env[65683]: DEBUG nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1015.406792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.510s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.408752] env[65683]: INFO nova.compute.claims [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.499587] env[65683]: DEBUG nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1015.903377] env[65683]: INFO nova.compute.manager [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] instance snapshotting [ 1015.906504] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bafadd-db00-46dd-91b9-20b2149222b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.928547] env[65683]: DEBUG nova.compute.utils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.931915] env[65683]: DEBUG nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1015.932157] env[65683]: DEBUG nova.network.neutron [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1015.932577] env[65683]: WARNING neutronclient.v2_0.client [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.933022] env[65683]: WARNING neutronclient.v2_0.client [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.935547] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e7270-f407-42a4-a769-ee6e77382bce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.993277] env[65683]: DEBUG nova.policy [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe0ab409c2745759ab04b4ed091af90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef0f3509865411796918c7d20c00df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.024258] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.297363] env[65683]: DEBUG nova.network.neutron [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Successfully created port: 4d182acf-7761-439b-a77f-31a7f7a85fce {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1016.442794] env[65683]: DEBUG nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1016.449890] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.450223] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5de8f19b-0eb1-4919-8fd5-e90e25ec9e9d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.458786] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1016.458786] env[65683]: value = "task-4433678" [ 1016.458786] env[65683]: _type = "Task" [ 1016.458786] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.471302] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.737717] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31471935-af71-46a2-9dfe-19a09e106441 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.745913] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc7a29e-59f3-4158-a49c-5a3d6dd4dbd4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.776048] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96370e1-0daa-45e6-a0f4-57b7dc6ba723 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.784527] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9282ef-06b5-4432-9b7e-6829b86c7a4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.800666] env[65683]: DEBUG nova.compute.provider_tree [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.969686] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.303605] env[65683]: DEBUG nova.scheduler.client.report [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.452809] env[65683]: DEBUG nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1017.468820] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.479835] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1017.480147] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.480320] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1017.480503] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.480645] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1017.480788] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1017.480982] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1017.481193] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1017.481383] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1017.481545] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1017.481702] env[65683]: DEBUG nova.virt.hardware [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1017.482569] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e998936e-3104-4d63-82b5-116ba295f687 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.491121] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab40077-6f91-4027-abe6-b0ea5eeb511b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.754710] env[65683]: DEBUG nova.compute.manager [req-a088dce7-1182-4a0c-95c0-c167daa1db0b req-84e34d90-6698-4f7c-8f74-1699f079ff88 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Received event network-vif-plugged-4d182acf-7761-439b-a77f-31a7f7a85fce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1017.754929] env[65683]: DEBUG oslo_concurrency.lockutils [req-a088dce7-1182-4a0c-95c0-c167daa1db0b req-84e34d90-6698-4f7c-8f74-1699f079ff88 service nova] Acquiring lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.755145] env[65683]: DEBUG oslo_concurrency.lockutils [req-a088dce7-1182-4a0c-95c0-c167daa1db0b req-84e34d90-6698-4f7c-8f74-1699f079ff88 service nova] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.755306] env[65683]: DEBUG oslo_concurrency.lockutils [req-a088dce7-1182-4a0c-95c0-c167daa1db0b req-84e34d90-6698-4f7c-8f74-1699f079ff88 service nova] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.755467] env[65683]: DEBUG nova.compute.manager [req-a088dce7-1182-4a0c-95c0-c167daa1db0b req-84e34d90-6698-4f7c-8f74-1699f079ff88 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] No waiting events found dispatching network-vif-plugged-4d182acf-7761-439b-a77f-31a7f7a85fce {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1017.755966] env[65683]: WARNING nova.compute.manager [req-a088dce7-1182-4a0c-95c0-c167daa1db0b req-84e34d90-6698-4f7c-8f74-1699f079ff88 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Received unexpected event network-vif-plugged-4d182acf-7761-439b-a77f-31a7f7a85fce for instance with vm_state building and task_state spawning. [ 1017.810809] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.810809] env[65683]: DEBUG nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1017.813889] env[65683]: DEBUG nova.network.neutron [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Successfully updated port: 4d182acf-7761-439b-a77f-31a7f7a85fce {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1017.813889] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.356s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.816510] env[65683]: INFO nova.compute.claims [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.969895] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433678, 'name': CreateSnapshot_Task, 'duration_secs': 1.270362} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.970182] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.970998] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edcd603-178d-4721-bc43-439c492fd9fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.322513] env[65683]: DEBUG nova.compute.utils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.324479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "refresh_cache-dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.324636] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "refresh_cache-dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.324799] env[65683]: DEBUG nova.network.neutron [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.327870] env[65683]: DEBUG nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1018.328079] env[65683]: DEBUG nova.network.neutron [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1018.328521] env[65683]: WARNING neutronclient.v2_0.client [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.328703] env[65683]: WARNING neutronclient.v2_0.client [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.379986] env[65683]: DEBUG nova.policy [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215105dd4e244cba6614ebb2b8620d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b5956ee29f4159a715797a766084c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.488449] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1018.488798] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d123dfd-4e73-4e53-9630-8decd645c19e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.499774] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1018.499774] env[65683]: value = "task-4433679" [ 1018.499774] env[65683]: _type = "Task" [ 1018.499774] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.509686] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433679, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.688251] env[65683]: DEBUG nova.network.neutron [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Successfully created port: 652c9f91-56df-440e-93ab-6e78ac282183 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1018.827129] env[65683]: DEBUG nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1018.885398] env[65683]: DEBUG nova.network.neutron [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1019.018490] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433679, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.130751] env[65683]: WARNING neutronclient.v2_0.client [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.225167] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cae398-217e-4e4b-baa9-33a301436a82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.237502] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0f00a0-0a2e-41f6-88e8-b4fc5eba7698 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.272875] env[65683]: DEBUG nova.network.neutron [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Updating instance_info_cache with network_info: [{"id": "4d182acf-7761-439b-a77f-31a7f7a85fce", "address": "fa:16:3e:8f:d4:9d", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d182acf-77", "ovs_interfaceid": "4d182acf-7761-439b-a77f-31a7f7a85fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.274678] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0aeef6-564e-42f9-acc4-9b9a61e1fb35 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.287901] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93a5b6-0bcf-4403-beb8-17ac2c876e77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.309199] env[65683]: DEBUG nova.compute.provider_tree [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.513920] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433679, 'name': CloneVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.781767] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "refresh_cache-dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.782488] env[65683]: DEBUG nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Instance network_info: |[{"id": "4d182acf-7761-439b-a77f-31a7f7a85fce", "address": "fa:16:3e:8f:d4:9d", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d182acf-77", "ovs_interfaceid": "4d182acf-7761-439b-a77f-31a7f7a85fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1019.783731] env[65683]: DEBUG nova.compute.manager [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Received event network-changed-4d182acf-7761-439b-a77f-31a7f7a85fce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1019.783918] env[65683]: DEBUG nova.compute.manager [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Refreshing instance network info cache due to event network-changed-4d182acf-7761-439b-a77f-31a7f7a85fce. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1019.784259] env[65683]: DEBUG oslo_concurrency.lockutils [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] Acquiring lock "refresh_cache-dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.784420] env[65683]: DEBUG oslo_concurrency.lockutils [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] Acquired lock "refresh_cache-dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.784584] env[65683]: DEBUG nova.network.neutron [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Refreshing network info cache for port 4d182acf-7761-439b-a77f-31a7f7a85fce {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.786175] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:d4:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d182acf-7761-439b-a77f-31a7f7a85fce', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.793963] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1019.795104] env[65683]: DEBUG oslo_concurrency.lockutils [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.795324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.796876] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.799332] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8c1938-93a9-4abc-9364-41a414b399f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.813462] env[65683]: DEBUG nova.scheduler.client.report [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.822787] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.822787] env[65683]: value = "task-4433680" [ 1019.822787] env[65683]: _type = "Task" [ 1019.822787] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.832465] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433680, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.837850] env[65683]: DEBUG nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1019.867018] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1019.867018] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.867018] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1019.867018] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.867018] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1019.867018] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1019.867373] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1019.867373] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1019.867450] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1019.867585] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1019.867742] env[65683]: DEBUG nova.virt.hardware [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1019.868670] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822355b5-cc46-4601-bec3-81d2df690547 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.879245] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11267bb-2512-4d0b-a4db-98b20aaa3ac8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.013633] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433679, 'name': CloneVM_Task, 'duration_secs': 1.193882} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.013966] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Created linked-clone VM from snapshot [ 1020.014828] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f72722-a2ad-4c65-9f91-ea1aafec056e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.023693] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Uploading image 81ac4522-6f0c-4089-964c-06492f4e14c6 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1020.038692] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.039050] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39999b63-9f42-43c5-a7d9-5e687fbbcdb2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.047169] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1020.047169] env[65683]: value = "task-4433681" [ 1020.047169] env[65683]: _type = "Task" [ 1020.047169] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.058733] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433681, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.184636] env[65683]: DEBUG nova.compute.manager [req-ad2ce1fa-59d8-400f-a096-370c6c70bbc3 req-57e26a58-b8e5-4765-9d88-4e3086ce7822 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Received event network-vif-plugged-652c9f91-56df-440e-93ab-6e78ac282183 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1020.185304] env[65683]: DEBUG oslo_concurrency.lockutils [req-ad2ce1fa-59d8-400f-a096-370c6c70bbc3 req-57e26a58-b8e5-4765-9d88-4e3086ce7822 service nova] Acquiring lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.185304] env[65683]: DEBUG oslo_concurrency.lockutils [req-ad2ce1fa-59d8-400f-a096-370c6c70bbc3 req-57e26a58-b8e5-4765-9d88-4e3086ce7822 service nova] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.185304] env[65683]: DEBUG oslo_concurrency.lockutils [req-ad2ce1fa-59d8-400f-a096-370c6c70bbc3 req-57e26a58-b8e5-4765-9d88-4e3086ce7822 service nova] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.186997] env[65683]: DEBUG nova.compute.manager [req-ad2ce1fa-59d8-400f-a096-370c6c70bbc3 req-57e26a58-b8e5-4765-9d88-4e3086ce7822 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] No waiting events found dispatching network-vif-plugged-652c9f91-56df-440e-93ab-6e78ac282183 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1020.187713] env[65683]: WARNING nova.compute.manager [req-ad2ce1fa-59d8-400f-a096-370c6c70bbc3 req-57e26a58-b8e5-4765-9d88-4e3086ce7822 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Received unexpected event network-vif-plugged-652c9f91-56df-440e-93ab-6e78ac282183 for instance with vm_state building and task_state spawning. [ 1020.278849] env[65683]: DEBUG nova.network.neutron [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Successfully updated port: 652c9f91-56df-440e-93ab-6e78ac282183 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1020.295261] env[65683]: WARNING neutronclient.v2_0.client [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.298846] env[65683]: INFO nova.compute.manager [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Detaching volume ca9a319a-74ea-4d9b-ad16-2ff5b72a524c [ 1020.320933] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.321957] env[65683]: DEBUG nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1020.324466] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.826s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.324745] env[65683]: DEBUG nova.objects.instance [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'resources' on Instance uuid 8f3c4fee-c9e4-4c16-8cd5-562095bc1805 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.337628] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433680, 'name': CreateVM_Task, 'duration_secs': 0.389268} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.341118] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.343050] env[65683]: WARNING neutronclient.v2_0.client [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.343050] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.343247] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.343550] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.344698] env[65683]: INFO nova.virt.block_device [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Attempting to driver detach volume ca9a319a-74ea-4d9b-ad16-2ff5b72a524c from mountpoint /dev/sdb [ 1020.344900] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.345114] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1020.345814] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d49306-64c5-49ba-9761-ecd8d830f6d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.348596] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154ef9fa-a3ef-4629-90df-e3d12da6287e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.357445] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1020.357445] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5203b6f1-7f8d-e8d8-be1f-86e05cde00f2" [ 1020.357445] env[65683]: _type = "Task" [ 1020.357445] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.379886] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e632bfb-aa62-403c-859d-ce58d9047dd1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.390220] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5203b6f1-7f8d-e8d8-be1f-86e05cde00f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.395272] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.395272] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.395607] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.395677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.395835] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.397112] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9262c0f-4384-4eee-8a4e-ea5c87f11db7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.399599] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73853ed8-74eb-41c4-bb5d-e0a32960c400 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.428695] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234cc8d-adfb-4e51-aca1-891b6b1d77f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.431269] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.431423] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.432468] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ca8f05-250e-4ac2-9963-5d012f7af2dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.440038] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1020.440038] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c1af10-91a1-f2fd-0479-6d90e4ce7d8b" [ 1020.440038] env[65683]: _type = "Task" [ 1020.440038] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.452294] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c/volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1020.459847] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.465346] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8909df3-2a4e-494f-b37c-84604051e6dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.485101] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c1af10-91a1-f2fd-0479-6d90e4ce7d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013463} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.490398] env[65683]: DEBUG oslo_vmware.api [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1020.490398] env[65683]: value = "task-4433682" [ 1020.490398] env[65683]: _type = "Task" [ 1020.490398] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.490398] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58af290d-5877-4fca-aea2-4f4f4f093a2e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.502474] env[65683]: DEBUG oslo_vmware.api [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.503759] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1020.503759] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523e5bf7-7e3b-d643-5b20-4fa09c48f10b" [ 1020.503759] env[65683]: _type = "Task" [ 1020.503759] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.513749] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523e5bf7-7e3b-d643-5b20-4fa09c48f10b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.517680] env[65683]: WARNING neutronclient.v2_0.client [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.559128] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433681, 'name': Destroy_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.607811] env[65683]: DEBUG nova.network.neutron [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Updated VIF entry in instance network info cache for port 4d182acf-7761-439b-a77f-31a7f7a85fce. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1020.608328] env[65683]: DEBUG nova.network.neutron [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Updating instance_info_cache with network_info: [{"id": "4d182acf-7761-439b-a77f-31a7f7a85fce", "address": "fa:16:3e:8f:d4:9d", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d182acf-77", "ovs_interfaceid": "4d182acf-7761-439b-a77f-31a7f7a85fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.782077] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "refresh_cache-8e07b14e-17c6-4e0f-8273-0b7436ff4319" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.782208] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "refresh_cache-8e07b14e-17c6-4e0f-8273-0b7436ff4319" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.782341] env[65683]: DEBUG nova.network.neutron [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1020.829437] env[65683]: DEBUG nova.compute.utils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.830775] env[65683]: DEBUG nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1020.830962] env[65683]: DEBUG nova.network.neutron [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1020.831289] env[65683]: WARNING neutronclient.v2_0.client [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.831579] env[65683]: WARNING neutronclient.v2_0.client [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.878794] env[65683]: DEBUG nova.policy [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20317d84c506458784212ad5af5f521a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6753795ffac47daab897d28c0f14f20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.005020] env[65683]: DEBUG oslo_vmware.api [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433682, 'name': ReconfigVM_Task, 'duration_secs': 0.444451} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.008543] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1021.015735] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822941f7-eb60-4fa7-b739-a9ebcb492e71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.037073] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523e5bf7-7e3b-d643-5b20-4fa09c48f10b, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.037073] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.037073] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b/dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.037073] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b21c571-2437-43ef-8666-5de67ed95650 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.037776] env[65683]: DEBUG oslo_vmware.api [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1021.037776] env[65683]: value = "task-4433683" [ 1021.037776] env[65683]: _type = "Task" [ 1021.037776] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.046838] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1021.046838] env[65683]: value = "task-4433684" [ 1021.046838] env[65683]: _type = "Task" [ 1021.046838] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.054902] env[65683]: DEBUG oslo_vmware.api [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.065145] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.069957] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433681, 'name': Destroy_Task, 'duration_secs': 0.620626} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.070418] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Destroyed the VM [ 1021.070489] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.070893] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e175a48f-eaeb-4ead-9c5d-577afe1d932c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.078840] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1021.078840] env[65683]: value = "task-4433685" [ 1021.078840] env[65683]: _type = "Task" [ 1021.078840] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.088497] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433685, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.111776] env[65683]: DEBUG oslo_concurrency.lockutils [req-fbb4e40b-3869-47bc-8bff-26466f1af7c6 req-baadae0f-c931-4b87-94f4-5df7b03846f0 service nova] Releasing lock "refresh_cache-dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.213778] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03135b3-9810-4f01-bab5-72d5ee3729fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.221967] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd3b3c-a236-46e6-8b80-4c1742195551 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.255514] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd6f822-25b6-4d5f-9f56-e42f3e5ace21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.264045] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4473c9e6-cf5c-4728-8438-c49a3cdd6031 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.278729] env[65683]: DEBUG nova.compute.provider_tree [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.281086] env[65683]: DEBUG nova.network.neutron [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Successfully created port: 648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1021.336701] env[65683]: DEBUG nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1021.358218] env[65683]: DEBUG nova.network.neutron [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1021.446382] env[65683]: WARNING neutronclient.v2_0.client [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.550984] env[65683]: DEBUG oslo_vmware.api [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433683, 'name': ReconfigVM_Task, 'duration_secs': 0.168865} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.552504] env[65683]: DEBUG nova.network.neutron [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Updating instance_info_cache with network_info: [{"id": "652c9f91-56df-440e-93ab-6e78ac282183", "address": "fa:16:3e:93:2c:30", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c9f91-56", "ovs_interfaceid": "652c9f91-56df-440e-93ab-6e78ac282183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.557612] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867279', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'name': 'volume-ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb6cadc8-5615-4da1-aed7-09604f51cdc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c', 'serial': 'ca9a319a-74ea-4d9b-ad16-2ff5b72a524c'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1021.569950] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433684, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.594925] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433685, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.785184] env[65683]: DEBUG nova.scheduler.client.report [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.061530] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "refresh_cache-8e07b14e-17c6-4e0f-8273-0b7436ff4319" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.062362] env[65683]: DEBUG nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Instance network_info: |[{"id": "652c9f91-56df-440e-93ab-6e78ac282183", "address": "fa:16:3e:93:2c:30", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c9f91-56", "ovs_interfaceid": "652c9f91-56df-440e-93ab-6e78ac282183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1022.062362] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799075} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.062633] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:2c:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652c9f91-56df-440e-93ab-6e78ac282183', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.070177] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1022.070440] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b/dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.070607] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.070869] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.071082] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43202ee2-3ef4-456d-b889-d13a8e5e0c25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.073164] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d37781-858c-4a49-8512-dde928505832 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.095340] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1022.095340] env[65683]: value = "task-4433686" [ 1022.095340] env[65683]: _type = "Task" [ 1022.095340] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.099030] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433685, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.104019] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.104019] env[65683]: value = "task-4433687" [ 1022.104019] env[65683]: _type = "Task" [ 1022.104019] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.111753] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.119467] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433687, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.129567] env[65683]: DEBUG nova.objects.instance [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'flavor' on Instance uuid fb6cadc8-5615-4da1-aed7-09604f51cdc4 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.236914] env[65683]: DEBUG nova.compute.manager [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Received event network-changed-652c9f91-56df-440e-93ab-6e78ac282183 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1022.237136] env[65683]: DEBUG nova.compute.manager [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Refreshing instance network info cache due to event network-changed-652c9f91-56df-440e-93ab-6e78ac282183. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1022.237434] env[65683]: DEBUG oslo_concurrency.lockutils [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] Acquiring lock "refresh_cache-8e07b14e-17c6-4e0f-8273-0b7436ff4319" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.237592] env[65683]: DEBUG oslo_concurrency.lockutils [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] Acquired lock "refresh_cache-8e07b14e-17c6-4e0f-8273-0b7436ff4319" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.237748] env[65683]: DEBUG nova.network.neutron [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Refreshing network info cache for port 652c9f91-56df-440e-93ab-6e78ac282183 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.289943] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.292667] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.591s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.294473] env[65683]: INFO nova.compute.claims [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.318017] env[65683]: INFO nova.scheduler.client.report [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted allocations for instance 8f3c4fee-c9e4-4c16-8cd5-562095bc1805 [ 1022.347111] env[65683]: DEBUG nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1022.375400] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1022.375665] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.375814] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1022.375989] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.376151] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1022.376296] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1022.376495] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1022.376643] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1022.376799] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1022.376950] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1022.377127] env[65683]: DEBUG nova.virt.hardware [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1022.377996] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82985c-7c10-47e8-84f2-4c9e80fec8a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.387940] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b95a35-62bc-4942-b42f-1c882af0f0a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.598897] env[65683]: DEBUG oslo_vmware.api [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433685, 'name': RemoveSnapshot_Task, 'duration_secs': 1.067767} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.599320] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.613577] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.616680] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.619351] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433687, 'name': CreateVM_Task, 'duration_secs': 0.372893} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.619351] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c23123-6901-45b0-a56e-ca3a3dea186b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.621869] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.621869] env[65683]: WARNING neutronclient.v2_0.client [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.621869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.621869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.621869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.622651] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0193824-28b8-4de4-bb43-37a56b26d32d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.646392] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b/dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.648725] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e631a960-6ca8-4b8b-b48d-3ecb31ef3875 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.664720] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1022.664720] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525b858a-1dee-f433-76a0-9b5eac1be18c" [ 1022.664720] env[65683]: _type = "Task" [ 1022.664720] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.672420] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1022.672420] env[65683]: value = "task-4433688" [ 1022.672420] env[65683]: _type = "Task" [ 1022.672420] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.681732] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525b858a-1dee-f433-76a0-9b5eac1be18c, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.683349] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.683643] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.683899] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.684057] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.686251] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.690676] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1674d87-4399-45e1-9ead-e6e4b4217fc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.692661] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.701192] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.701414] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.702256] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149fe8ba-4ee5-46a3-ac37-e2e36eb70a0c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.710841] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1022.710841] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5289ec45-c020-b828-9641-baf7d0c7fd28" [ 1022.710841] env[65683]: _type = "Task" [ 1022.710841] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.719902] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5289ec45-c020-b828-9641-baf7d0c7fd28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.740673] env[65683]: WARNING neutronclient.v2_0.client [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.814954] env[65683]: DEBUG nova.network.neutron [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Successfully updated port: 648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1022.828120] env[65683]: DEBUG oslo_concurrency.lockutils [None req-88fc92d3-fda8-4054-af19-63683aed1922 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8f3c4fee-c9e4-4c16-8cd5-562095bc1805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.126s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.062765] env[65683]: WARNING neutronclient.v2_0.client [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.106344] env[65683]: WARNING nova.compute.manager [None req-50bb8df4-38e2-4e82-92fa-923598c7bbf1 tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Image not found during snapshot: nova.exception.ImageNotFound: Image 81ac4522-6f0c-4089-964c-06492f4e14c6 could not be found. [ 1023.165973] env[65683]: DEBUG oslo_concurrency.lockutils [None req-35449cfa-50db-4669-8131-581f6af6860e tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.370s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.183767] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.186866] env[65683]: DEBUG nova.network.neutron [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Updated VIF entry in instance network info cache for port 652c9f91-56df-440e-93ab-6e78ac282183. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.187209] env[65683]: DEBUG nova.network.neutron [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Updating instance_info_cache with network_info: [{"id": "652c9f91-56df-440e-93ab-6e78ac282183", "address": "fa:16:3e:93:2c:30", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c9f91-56", "ovs_interfaceid": "652c9f91-56df-440e-93ab-6e78ac282183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.225068] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5289ec45-c020-b828-9641-baf7d0c7fd28, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.227041] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f13854-0ca9-45b7-94be-5f067ef598d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.237404] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1023.237404] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52062d77-0c8d-fb4c-c576-acac42159edb" [ 1023.237404] env[65683]: _type = "Task" [ 1023.237404] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.247793] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52062d77-0c8d-fb4c-c576-acac42159edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.301402] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.301659] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.301866] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.302053] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.302225] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.307554] env[65683]: INFO nova.compute.manager [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Terminating instance [ 1023.318345] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.318916] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.318916] env[65683]: DEBUG nova.network.neutron [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.640343] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d817ad-e5d0-48a1-b6b0-7d29548fcd06 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.648929] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5376e-e6b0-4a17-bdfd-b7b869a83c85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.685361] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a48b932-1472-428b-ba14-d47c0461b6fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.694909] env[65683]: DEBUG oslo_concurrency.lockutils [req-b2a62695-2e6d-4eed-b2ed-f0285adad070 req-c93a6721-0fea-4e31-a4e9-d8a4bfe3e6d9 service nova] Releasing lock "refresh_cache-8e07b14e-17c6-4e0f-8273-0b7436ff4319" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.694909] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433688, 'name': ReconfigVM_Task, 'duration_secs': 0.85313} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.697262] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b/dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.698064] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a84ad6e7-fa09-418f-b308-e146aa7e28b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.700780] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd7f99-2150-4bd7-87df-1c0aa2114f54 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.717503] env[65683]: DEBUG nova.compute.provider_tree [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.720320] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1023.720320] env[65683]: value = "task-4433689" [ 1023.720320] env[65683]: _type = "Task" [ 1023.720320] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.729835] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433689, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.747920] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52062d77-0c8d-fb4c-c576-acac42159edb, 'name': SearchDatastore_Task, 'duration_secs': 0.030576} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.748256] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.748518] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8e07b14e-17c6-4e0f-8273-0b7436ff4319/8e07b14e-17c6-4e0f-8273-0b7436ff4319.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.748794] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80b98806-c129-4aa0-bc58-298ee05a2c1d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.754182] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "3cc87238-6718-49ae-83ac-ff7195b0780d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.754467] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.754673] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "3cc87238-6718-49ae-83ac-ff7195b0780d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.754886] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.755087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.758376] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1023.758376] env[65683]: value = "task-4433690" [ 1023.758376] env[65683]: _type = "Task" [ 1023.758376] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.758833] env[65683]: INFO nova.compute.manager [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Terminating instance [ 1023.770867] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.811708] env[65683]: DEBUG nova.compute.manager [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1023.812072] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.813304] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52971685-b41b-4dd5-a70c-c81f71ccd669 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.825162] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.825756] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c7c546-3e08-464a-aede-012b7f487ff2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.835066] env[65683]: DEBUG oslo_vmware.api [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1023.835066] env[65683]: value = "task-4433691" [ 1023.835066] env[65683]: _type = "Task" [ 1023.835066] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.845085] env[65683]: DEBUG oslo_vmware.api [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.859199] env[65683]: DEBUG nova.network.neutron [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1023.977172] env[65683]: WARNING neutronclient.v2_0.client [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.084174] env[65683]: DEBUG nova.network.neutron [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648de54a-54", "ovs_interfaceid": "648de54a-548a-4832-baa5-1b119645747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.237029] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433689, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.249857] env[65683]: ERROR nova.scheduler.client.report [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [req-9f3325a7-5a87-4845-ae29-287d646a4bed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f3325a7-5a87-4845-ae29-287d646a4bed"}]} [ 1024.267056] env[65683]: DEBUG nova.compute.manager [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1024.267435] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.268798] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a975d79-b5d4-4d5a-83ea-6ad52212863d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.274210] env[65683]: DEBUG nova.scheduler.client.report [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.279147] env[65683]: DEBUG nova.compute.manager [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-vif-plugged-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1024.279147] env[65683]: DEBUG oslo_concurrency.lockutils [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.279307] env[65683]: DEBUG oslo_concurrency.lockutils [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.279433] env[65683]: DEBUG oslo_concurrency.lockutils [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.279627] env[65683]: DEBUG nova.compute.manager [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] No waiting events found dispatching network-vif-plugged-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1024.279784] env[65683]: WARNING nova.compute.manager [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received unexpected event network-vif-plugged-648de54a-548a-4832-baa5-1b119645747e for instance with vm_state building and task_state spawning. [ 1024.279941] env[65683]: DEBUG nova.compute.manager [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-changed-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1024.280141] env[65683]: DEBUG nova.compute.manager [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing instance network info cache due to event network-changed-648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1024.280311] env[65683]: DEBUG oslo_concurrency.lockutils [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] Acquiring lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.285314] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433690, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.290827] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.291483] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c88b625-b17e-4687-a717-573162c49c80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.297920] env[65683]: DEBUG nova.scheduler.client.report [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.298890] env[65683]: DEBUG nova.compute.provider_tree [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.306337] env[65683]: DEBUG oslo_vmware.api [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1024.306337] env[65683]: value = "task-4433692" [ 1024.306337] env[65683]: _type = "Task" [ 1024.306337] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.322961] env[65683]: DEBUG nova.scheduler.client.report [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.329180] env[65683]: DEBUG oslo_vmware.api [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.346736] env[65683]: DEBUG oslo_vmware.api [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433691, 'name': PowerOffVM_Task, 'duration_secs': 0.237227} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.347544] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.347708] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.347985] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f711baa3-584e-4fba-9de1-d046e6788d76 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.351186] env[65683]: DEBUG nova.scheduler.client.report [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.424009] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.424343] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.424582] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleting the datastore file [datastore2] fb6cadc8-5615-4da1-aed7-09604f51cdc4 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.424891] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d6d82cd-8894-4c44-8f7c-5053fbd424ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.434405] env[65683]: DEBUG oslo_vmware.api [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1024.434405] env[65683]: value = "task-4433694" [ 1024.434405] env[65683]: _type = "Task" [ 1024.434405] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.442392] env[65683]: DEBUG oslo_vmware.api [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.587753] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.588139] env[65683]: DEBUG nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Instance network_info: |[{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648de54a-54", "ovs_interfaceid": "648de54a-548a-4832-baa5-1b119645747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1024.588834] env[65683]: DEBUG oslo_concurrency.lockutils [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] Acquired lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.588834] env[65683]: DEBUG nova.network.neutron [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing network info cache for port 648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.590251] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:98:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '648de54a-548a-4832-baa5-1b119645747e', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.598924] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1024.602635] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.604041] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef328559-5e42-4bca-ae14-3d8115bbf696 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.629701] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.629701] env[65683]: value = "task-4433695" [ 1024.629701] env[65683]: _type = "Task" [ 1024.629701] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.640094] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433695, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.726989] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb06944-cf6e-4ad7-9594-ee73c614b7c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.744474] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e244690-1b3c-48a8-956e-eb05e60befe0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.748376] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433689, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.786044] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac571a0f-a1fc-4199-88f4-19736e454473 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.796883] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc546ed-8452-41f2-b51c-fb688bb7f62c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.800894] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550793} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.801188] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8e07b14e-17c6-4e0f-8273-0b7436ff4319/8e07b14e-17c6-4e0f-8273-0b7436ff4319.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.801391] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.802049] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34b56f80-6d1b-41c7-94a6-6b6218317f51 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.812994] env[65683]: DEBUG nova.compute.provider_tree [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.818641] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1024.818641] env[65683]: value = "task-4433696" [ 1024.818641] env[65683]: _type = "Task" [ 1024.818641] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.827112] env[65683]: DEBUG oslo_vmware.api [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433692, 'name': PowerOffVM_Task, 'duration_secs': 0.224856} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.827406] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.827646] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.828139] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a02c442-d637-42f9-aa86-e8fd1f8e9b12 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.836211] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.838377] env[65683]: DEBUG nova.compute.manager [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1024.935045] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.935045] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.935045] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleting the datastore file [datastore2] 3cc87238-6718-49ae-83ac-ff7195b0780d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.938113] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cad833b-6392-48e8-917b-6ab5248311d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.947143] env[65683]: DEBUG oslo_vmware.api [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199022} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.948973] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.949227] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.949486] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.949748] env[65683]: INFO nova.compute.manager [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1024.950087] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1024.950427] env[65683]: DEBUG oslo_vmware.api [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for the task: (returnval){ [ 1024.950427] env[65683]: value = "task-4433698" [ 1024.950427] env[65683]: _type = "Task" [ 1024.950427] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.950664] env[65683]: DEBUG nova.compute.manager [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1024.950766] env[65683]: DEBUG nova.network.neutron [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1024.951034] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.964473] env[65683]: DEBUG oslo_vmware.api [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.005442] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.103989] env[65683]: WARNING neutronclient.v2_0.client [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.140395] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433695, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.240887] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433689, 'name': Rename_Task, 'duration_secs': 1.187268} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.241214] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.241564] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c8b2569-c796-411b-b6dc-a41e24d1e50d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.249180] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1025.249180] env[65683]: value = "task-4433699" [ 1025.249180] env[65683]: _type = "Task" [ 1025.249180] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.262123] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.320280] env[65683]: DEBUG nova.scheduler.client.report [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.336186] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173656} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.336512] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.337777] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bb129e-8b8d-4cf7-adf2-5d80d7f0d8e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.378659] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8e07b14e-17c6-4e0f-8273-0b7436ff4319/8e07b14e-17c6-4e0f-8273-0b7436ff4319.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.380442] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.381821] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3faff2fb-1f33-4851-a3f0-8296524a4737 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.415203] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1025.415203] env[65683]: value = "task-4433700" [ 1025.415203] env[65683]: _type = "Task" [ 1025.415203] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.423338] env[65683]: WARNING neutronclient.v2_0.client [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.435705] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.466998] env[65683]: DEBUG oslo_vmware.api [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.523671] env[65683]: DEBUG nova.network.neutron [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updated VIF entry in instance network info cache for port 648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1025.523849] env[65683]: DEBUG nova.network.neutron [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648de54a-54", "ovs_interfaceid": "648de54a-548a-4832-baa5-1b119645747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.641369] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433695, 'name': CreateVM_Task, 'duration_secs': 0.805984} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.642057] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.642173] env[65683]: WARNING neutronclient.v2_0.client [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.642452] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.642600] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.642920] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.643255] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab42173-f519-42a5-8b22-1a26abd1fbe9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.650758] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1025.650758] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52647351-3d4c-625e-6781-8a8e36f3720b" [ 1025.650758] env[65683]: _type = "Task" [ 1025.650758] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.662222] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52647351-3d4c-625e-6781-8a8e36f3720b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.760839] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.830458] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.538s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.833028] env[65683]: DEBUG nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1025.834320] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.959s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.836159] env[65683]: INFO nova.compute.claims [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.927585] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.967415] env[65683]: DEBUG oslo_vmware.api [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Task: {'id': task-4433698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557963} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.968103] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.968567] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.968768] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.968940] env[65683]: INFO nova.compute.manager [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1025.969212] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1025.969421] env[65683]: DEBUG nova.compute.manager [-] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1025.969515] env[65683]: DEBUG nova.network.neutron [-] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1025.969763] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.017019] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.029528] env[65683]: DEBUG oslo_concurrency.lockutils [req-854cc413-81df-4f58-a1b8-7b6fccc39e03 req-11615a0c-f5e4-4dbd-be2c-e9c5fcc17dcc service nova] Releasing lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.066241] env[65683]: DEBUG nova.network.neutron [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.164831] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52647351-3d4c-625e-6781-8a8e36f3720b, 'name': SearchDatastore_Task, 'duration_secs': 0.056253} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.165170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.165407] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.165677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.165825] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.166009] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.166324] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf77d09-17c9-41dc-945e-79d10558050e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.182065] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.182065] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.182065] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8b4059-b51e-4186-86a4-037852ea814c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.188904] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1026.188904] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5256062b-8f6b-175a-a863-94caa2110ae3" [ 1026.188904] env[65683]: _type = "Task" [ 1026.188904] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.198679] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5256062b-8f6b-175a-a863-94caa2110ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.262591] env[65683]: DEBUG oslo_vmware.api [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433699, 'name': PowerOnVM_Task, 'duration_secs': 0.822461} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.262883] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.263119] env[65683]: INFO nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1026.263350] env[65683]: DEBUG nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.264189] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb2d86c-dbec-4f82-865c-39db7fde4175 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.313273] env[65683]: DEBUG nova.compute.manager [req-76f999c1-8c77-4385-9dd1-2e2def57bce2 req-b3a1775f-d844-4a0c-a3fa-cade6f48dbe7 service nova] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Received event network-vif-deleted-6c680add-c078-4ddb-adc9-7e1947c423f8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1026.341085] env[65683]: DEBUG nova.compute.utils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.344715] env[65683]: DEBUG nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1026.426779] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.570589] env[65683]: INFO nova.compute.manager [-] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Took 1.62 seconds to deallocate network for instance. [ 1026.703848] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5256062b-8f6b-175a-a863-94caa2110ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.020556} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.704813] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee23c85b-1535-4045-9e0d-3a7b379809cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.711234] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1026.711234] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523d93a6-6e3d-6ca2-aa9e-841e6d127558" [ 1026.711234] env[65683]: _type = "Task" [ 1026.711234] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.720865] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523d93a6-6e3d-6ca2-aa9e-841e6d127558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.783401] env[65683]: INFO nova.compute.manager [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Took 37.84 seconds to build instance. [ 1026.808305] env[65683]: DEBUG nova.network.neutron [-] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.846579] env[65683]: DEBUG nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1026.927041] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.078669] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.179720] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41658508-4f78-43f5-994c-e7cc638ffa43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.188468] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221f603f-9a9e-4f96-860e-2bb808b64ea0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.224815] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5038979f-43b2-46a1-aeb7-388a11c2651b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.233488] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523d93a6-6e3d-6ca2-aa9e-841e6d127558, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.235579] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.235846] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.236167] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24126db5-eb7c-42e4-a422-a7119696aa74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.239452] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c303024-4e11-4493-bf97-0e9726f48acf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.254751] env[65683]: DEBUG nova.compute.provider_tree [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.257532] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1027.257532] env[65683]: value = "task-4433701" [ 1027.257532] env[65683]: _type = "Task" [ 1027.257532] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.267565] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.285595] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d114b6f-ee13-4200-99ed-39fc18d36d2c tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.355s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.311622] env[65683]: INFO nova.compute.manager [-] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Took 1.34 seconds to deallocate network for instance. [ 1027.432984] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.759649] env[65683]: DEBUG nova.scheduler.client.report [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.775508] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488687} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.776316] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.776437] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.777278] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-344e2a1e-f688-4c25-943c-54dc8fba1ae1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.785529] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1027.785529] env[65683]: value = "task-4433702" [ 1027.785529] env[65683]: _type = "Task" [ 1027.785529] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.798481] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.818944] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.861025] env[65683]: DEBUG nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1027.887993] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1027.888501] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.888882] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1027.889218] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.889482] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1027.889738] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1027.890067] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1027.890332] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1027.890681] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1027.890968] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1027.891403] env[65683]: DEBUG nova.virt.hardware [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1027.892390] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e75243f-22f6-4024-a9e9-dfc694338338 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.901790] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9cfe88-7cba-4a5e-b41a-630ec5c21ec3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.916693] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.922301] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Creating folder: Project (8936b402b8844331b4bc3807c4693a2e). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.922670] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b008ac7f-8f4a-445c-b10f-0da1156a26d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.933695] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.935864] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Created folder: Project (8936b402b8844331b4bc3807c4693a2e) in parent group-v867054. [ 1027.936090] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Creating folder: Instances. Parent ref: group-v867302. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.936292] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-530d9291-2646-487b-8be7-54fbf6239242 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.946831] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Created folder: Instances in parent group-v867302. [ 1027.947081] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1027.947277] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.947483] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cbca28c-848f-4ad1-9424-8cbe3d61e00a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.963831] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.963831] env[65683]: value = "task-4433705" [ 1027.963831] env[65683]: _type = "Task" [ 1027.963831] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.971912] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433705, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.117332] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.117644] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.117870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.118074] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.118244] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.120436] env[65683]: INFO nova.compute.manager [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Terminating instance [ 1028.269965] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.270619] env[65683]: DEBUG nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1028.273706] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.578s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.273943] env[65683]: DEBUG nova.objects.instance [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lazy-loading 'resources' on Instance uuid db899bbf-7438-439e-a5a7-16d73a5592aa {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.296324] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069276} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.296625] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.297533] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7797f0-5d85-4476-89e3-276ae0b93dcf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.322471] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.323585] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50d6b1d8-6fec-4257-a5ba-94ebaf8380c2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.342100] env[65683]: DEBUG nova.compute.manager [req-99c4b64d-45d2-4630-a601-e2d349fd729f req-870a981a-1053-4ce6-acf3-b27f06234f60 service nova] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Received event network-vif-deleted-d964e193-e879-40ce-bdb8-19d5653ae062 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1028.344702] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1028.344702] env[65683]: value = "task-4433706" [ 1028.344702] env[65683]: _type = "Task" [ 1028.344702] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.361279] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.411862] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.412496] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.436103] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.476531] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433705, 'name': CreateVM_Task, 'duration_secs': 0.359642} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.477125] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.477587] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.477750] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.478119] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.478416] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5756de-a21d-46da-a33d-6688775e7a7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.484050] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1028.484050] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521e830e-c273-e420-ccb2-aacc8aa96dbd" [ 1028.484050] env[65683]: _type = "Task" [ 1028.484050] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.493257] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521e830e-c273-e420-ccb2-aacc8aa96dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.624144] env[65683]: DEBUG nova.compute.manager [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1028.624385] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.625329] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef26b8-cb8c-4f94-b67b-3a423bd490f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.634331] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.634632] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63eda214-cba8-437f-b31c-861531f9f858 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.642896] env[65683]: DEBUG oslo_vmware.api [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1028.642896] env[65683]: value = "task-4433707" [ 1028.642896] env[65683]: _type = "Task" [ 1028.642896] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.652777] env[65683]: DEBUG oslo_vmware.api [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.777804] env[65683]: DEBUG nova.compute.utils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.781485] env[65683]: DEBUG nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1028.782112] env[65683]: DEBUG nova.network.neutron [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1028.782112] env[65683]: WARNING neutronclient.v2_0.client [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.782464] env[65683]: WARNING neutronclient.v2_0.client [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.838643] env[65683]: DEBUG nova.policy [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.856981] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433706, 'name': ReconfigVM_Task, 'duration_secs': 0.34354} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.860057] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.860796] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907cc0d4-8c30-4cee-9669-8d8c43af2138 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.869458] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1028.869458] env[65683]: value = "task-4433708" [ 1028.869458] env[65683]: _type = "Task" [ 1028.869458] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.885215] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433708, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.928764] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.928997] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.929577] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.929757] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.929905] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.930050] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.930185] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1028.932213] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.936849] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433700, 'name': ReconfigVM_Task, 'duration_secs': 3.315306} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.937389] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8e07b14e-17c6-4e0f-8273-0b7436ff4319/8e07b14e-17c6-4e0f-8273-0b7436ff4319.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.938195] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6127516-c85b-4bde-b93d-a5f1f9782b2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.952175] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1028.952175] env[65683]: value = "task-4433709" [ 1028.952175] env[65683]: _type = "Task" [ 1028.952175] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.967569] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433709, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.997783] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521e830e-c273-e420-ccb2-aacc8aa96dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.001218] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.001460] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.001460] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.001609] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.002015] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.002325] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8af101b-a61c-4a04-b3db-929dc388e332 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.013088] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.013088] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.016284] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b21a22-e454-4ba0-affa-48753dccf857 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.022756] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1029.022756] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5220c29d-0d47-0674-b43a-5bad018a5f6f" [ 1029.022756] env[65683]: _type = "Task" [ 1029.022756] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.032975] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5220c29d-0d47-0674-b43a-5bad018a5f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.158623] env[65683]: DEBUG oslo_vmware.api [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433707, 'name': PowerOffVM_Task, 'duration_secs': 0.213573} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.159049] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.159116] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.159778] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e440f29-3e9c-40c1-b51a-5e1af265a3fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.163228] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d477a558-8bad-44a0-a2aa-1606b6ea9136 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.171579] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933316a1-0f48-4efa-9d1c-c2845859a43e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.209970] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a22c03-c9e1-4fec-a72a-611ddea54687 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.219315] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f076fe1-10b0-4af8-9841-5d48514861d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.234452] env[65683]: DEBUG nova.compute.provider_tree [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.238472] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.238696] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.238875] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleting the datastore file [datastore1] dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.239253] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d760708f-fef2-45a4-b14d-183c1aa8728a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.242416] env[65683]: DEBUG nova.network.neutron [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Successfully created port: d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1029.251604] env[65683]: DEBUG oslo_vmware.api [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1029.251604] env[65683]: value = "task-4433711" [ 1029.251604] env[65683]: _type = "Task" [ 1029.251604] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.260567] env[65683]: DEBUG oslo_vmware.api [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.285911] env[65683]: DEBUG nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1029.380765] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433708, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.438978] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.463442] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433709, 'name': Rename_Task, 'duration_secs': 0.203194} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.463827] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.464372] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba4c9fa8-4e35-47bd-989a-256604f3b1df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.471965] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1029.471965] env[65683]: value = "task-4433712" [ 1029.471965] env[65683]: _type = "Task" [ 1029.471965] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.481072] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.533335] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5220c29d-0d47-0674-b43a-5bad018a5f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.534280] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b1bb8f-2ee8-4e78-adf5-6024c17174e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.540574] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1029.540574] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5273088e-8b90-fc26-84b4-3f2021c364e6" [ 1029.540574] env[65683]: _type = "Task" [ 1029.540574] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.553058] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5273088e-8b90-fc26-84b4-3f2021c364e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.553348] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.553619] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.553890] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c338fc30-b93b-45f2-b82b-a152616a238e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.561687] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1029.561687] env[65683]: value = "task-4433713" [ 1029.561687] env[65683]: _type = "Task" [ 1029.561687] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.570516] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.738867] env[65683]: DEBUG nova.scheduler.client.report [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.763887] env[65683]: DEBUG oslo_vmware.api [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14507} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.764169] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.764389] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.764635] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.764800] env[65683]: INFO nova.compute.manager [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1029.765051] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1029.765769] env[65683]: DEBUG nova.compute.manager [-] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1029.765769] env[65683]: DEBUG nova.network.neutron [-] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1029.765769] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.827148] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.882771] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433708, 'name': Rename_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.982835] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.071625] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.243658] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.248121] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.341s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.248121] env[65683]: DEBUG nova.objects.instance [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lazy-loading 'resources' on Instance uuid 9cbdf99e-510f-4a41-b41b-ef70badaea09 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.273325] env[65683]: INFO nova.scheduler.client.report [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Deleted allocations for instance db899bbf-7438-439e-a5a7-16d73a5592aa [ 1030.298605] env[65683]: DEBUG nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1030.329736] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1030.330143] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.330324] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1030.330513] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.330656] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1030.330794] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1030.330989] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1030.331351] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1030.331591] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1030.331826] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1030.332069] env[65683]: DEBUG nova.virt.hardware [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1030.334014] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78210961-6857-482f-89d4-efcb3ca96413 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.344351] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8da565-a076-4d4e-8a9f-b0900a885851 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.370787] env[65683]: DEBUG nova.compute.manager [req-d58bc0ac-d228-4f0c-a65b-f39cfeb4d7ab req-3862b5bc-1d8a-42fb-b9c1-8711f681fea9 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Received event network-vif-deleted-4d182acf-7761-439b-a77f-31a7f7a85fce {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1030.371747] env[65683]: INFO nova.compute.manager [req-d58bc0ac-d228-4f0c-a65b-f39cfeb4d7ab req-3862b5bc-1d8a-42fb-b9c1-8711f681fea9 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Neutron deleted interface 4d182acf-7761-439b-a77f-31a7f7a85fce; detaching it from the instance and deleting it from the info cache [ 1030.371747] env[65683]: DEBUG nova.network.neutron [req-d58bc0ac-d228-4f0c-a65b-f39cfeb4d7ab req-3862b5bc-1d8a-42fb-b9c1-8711f681fea9 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.383344] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433708, 'name': Rename_Task, 'duration_secs': 1.18211} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.384246] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.384570] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2792a905-e608-4cb5-8659-646735c9b8fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.393540] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1030.393540] env[65683]: value = "task-4433714" [ 1030.393540] env[65683]: _type = "Task" [ 1030.393540] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.405149] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.483561] env[65683]: DEBUG oslo_vmware.api [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433712, 'name': PowerOnVM_Task, 'duration_secs': 0.617746} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.483883] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.484083] env[65683]: INFO nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1030.484269] env[65683]: DEBUG nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1030.485154] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac65032b-4e87-431c-8eee-a2c5fb873d28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.578801] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433713, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.604640] env[65683]: DEBUG nova.network.neutron [-] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.704443] env[65683]: DEBUG nova.compute.manager [req-cb49e33b-85d2-4c3c-963d-abef99b5fddb req-60370f7e-6c59-4c23-a793-fb464729e639 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-vif-plugged-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1030.704824] env[65683]: DEBUG oslo_concurrency.lockutils [req-cb49e33b-85d2-4c3c-963d-abef99b5fddb req-60370f7e-6c59-4c23-a793-fb464729e639 service nova] Acquiring lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.704999] env[65683]: DEBUG oslo_concurrency.lockutils [req-cb49e33b-85d2-4c3c-963d-abef99b5fddb req-60370f7e-6c59-4c23-a793-fb464729e639 service nova] Lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.705185] env[65683]: DEBUG oslo_concurrency.lockutils [req-cb49e33b-85d2-4c3c-963d-abef99b5fddb req-60370f7e-6c59-4c23-a793-fb464729e639 service nova] Lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.705994] env[65683]: DEBUG nova.compute.manager [req-cb49e33b-85d2-4c3c-963d-abef99b5fddb req-60370f7e-6c59-4c23-a793-fb464729e639 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] No waiting events found dispatching network-vif-plugged-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1030.705994] env[65683]: WARNING nova.compute.manager [req-cb49e33b-85d2-4c3c-963d-abef99b5fddb req-60370f7e-6c59-4c23-a793-fb464729e639 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received unexpected event network-vif-plugged-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 for instance with vm_state building and task_state spawning. [ 1030.784365] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2db60931-dc34-4c6c-be50-147a2a6a80d6 tempest-ServersV294TestFqdnHostnames-1719257474 tempest-ServersV294TestFqdnHostnames-1719257474-project-member] Lock "db899bbf-7438-439e-a5a7-16d73a5592aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.849s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.812315] env[65683]: DEBUG nova.network.neutron [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Successfully updated port: d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1030.878452] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-649fd40f-781a-4fb2-a994-3428f053bd10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.890880] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62162080-4d94-4091-89d8-f04c88f53000 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.912779] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.912969] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.920066] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.935536] env[65683]: DEBUG nova.compute.manager [req-d58bc0ac-d228-4f0c-a65b-f39cfeb4d7ab req-3862b5bc-1d8a-42fb-b9c1-8711f681fea9 service nova] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Detach interface failed, port_id=4d182acf-7761-439b-a77f-31a7f7a85fce, reason: Instance dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.008543] env[65683]: INFO nova.compute.manager [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Took 40.13 seconds to build instance. [ 1031.076228] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433713, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.067821} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.076504] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.076708] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.076968] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e55b8fad-5fb3-4ba7-b84d-f9f03b6b62f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.085349] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1031.085349] env[65683]: value = "task-4433715" [ 1031.085349] env[65683]: _type = "Task" [ 1031.085349] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.094987] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.107174] env[65683]: INFO nova.compute.manager [-] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Took 1.34 seconds to deallocate network for instance. [ 1031.141903] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eac576a-48ff-4bbf-b512-b1579cc62cee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.150736] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46acad83-272b-4d7e-9b64-fbae57432cc3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.183552] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdf51a0-936e-4226-be43-7a8d44ad90aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.192432] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2a26a-f672-4a87-9c3f-0e2a6e461bf3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.207777] env[65683]: DEBUG nova.compute.provider_tree [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.315653] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.315653] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.315653] env[65683]: DEBUG nova.network.neutron [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.416948] env[65683]: DEBUG nova.compute.utils [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.423390] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433714, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.511461] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c8286c3-1d60-461a-b6f1-a44de1d296aa tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.639s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.599675] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179293} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.599864] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.601698] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c95c55-5b2d-476a-9529-16019fa2042c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.624699] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.634579] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.636043] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48370d60-2af1-4fb6-8292-146d78a7e874 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.657358] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1031.657358] env[65683]: value = "task-4433716" [ 1031.657358] env[65683]: _type = "Task" [ 1031.657358] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.667335] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.748935] env[65683]: DEBUG nova.scheduler.client.report [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1031.749267] env[65683]: DEBUG nova.compute.provider_tree [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 126 to 127 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1031.749468] env[65683]: DEBUG nova.compute.provider_tree [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.866903] env[65683]: DEBUG nova.network.neutron [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1031.918694] env[65683]: DEBUG oslo_vmware.api [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433714, 'name': PowerOnVM_Task, 'duration_secs': 1.451026} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.919058] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.919602] env[65683]: INFO nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1031.919602] env[65683]: DEBUG nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1031.920205] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e2f3e0-e93b-411b-a3f7-da4c2f8860f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.924785] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.058791] env[65683]: WARNING neutronclient.v2_0.client [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.172548] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433716, 'name': ReconfigVM_Task, 'duration_secs': 0.407542} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.172860] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.173623] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-739a75fc-81cb-4ed9-96e2-ad8fec898e7c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.181572] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1032.181572] env[65683]: value = "task-4433717" [ 1032.181572] env[65683]: _type = "Task" [ 1032.181572] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.182676] env[65683]: DEBUG nova.network.neutron [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.193587] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433717, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.255369] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.259292] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.400s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.260758] env[65683]: INFO nova.compute.claims [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.281562] env[65683]: INFO nova.scheduler.client.report [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleted allocations for instance 9cbdf99e-510f-4a41-b41b-ef70badaea09 [ 1032.447326] env[65683]: INFO nova.compute.manager [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Took 40.01 seconds to build instance. [ 1032.692087] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.692087] env[65683]: DEBUG nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Instance network_info: |[{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1032.692087] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:68:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0a4affd-bd26-4c19-bd7b-8b225ae06d34', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.698978] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.699988] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.701170] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84f8cec-5f0b-4d20-80fa-a87603d4e494 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.725995] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433717, 'name': Rename_Task, 'duration_secs': 0.249478} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.726610] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.726995] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0adf9b3-5905-4efb-9bfc-0d77429f87f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.733217] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.733217] env[65683]: value = "task-4433718" [ 1032.733217] env[65683]: _type = "Task" [ 1032.733217] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.737917] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1032.737917] env[65683]: value = "task-4433719" [ 1032.737917] env[65683]: _type = "Task" [ 1032.737917] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.747220] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433718, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.755934] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.794122] env[65683]: DEBUG oslo_concurrency.lockutils [None req-230b350f-2655-424a-82f7-29d5a26c39b5 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "9cbdf99e-510f-4a41-b41b-ef70badaea09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.970s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.887262] env[65683]: DEBUG nova.compute.manager [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1032.887431] env[65683]: DEBUG nova.compute.manager [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing instance network info cache due to event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1032.887636] env[65683]: DEBUG oslo_concurrency.lockutils [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.887997] env[65683]: DEBUG oslo_concurrency.lockutils [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.887997] env[65683]: DEBUG nova.network.neutron [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.902236] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "408e6a18-ee01-4324-83d0-e8874a42f95e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.902495] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.950170] env[65683]: DEBUG oslo_concurrency.lockutils [None req-771be56c-b6eb-45d0-b2f3-ff59f3053f4f tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.521s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.002188] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.002497] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.003010] env[65683]: INFO nova.compute.manager [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Attaching volume 9f0abcac-e879-4b08-b4df-02e399e893c3 to /dev/sdb [ 1033.050796] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2726bb-f33e-40ee-b075-2961182ec30f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.060535] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c650f246-6ad3-486e-91d4-17ad87497001 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.079755] env[65683]: DEBUG nova.virt.block_device [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating existing volume attachment record: 14e9ece1-eaab-4135-bb08-08a5ed907bc0 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.245180] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433718, 'name': CreateVM_Task, 'duration_secs': 0.51039} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.249393] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.250195] env[65683]: WARNING neutronclient.v2_0.client [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.250952] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.251236] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.251726] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.252582] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4d3178-2f44-4733-9669-13660544cda4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.258404] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.262778] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1033.262778] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5254a660-b09c-84b5-d176-5cd4696fc38a" [ 1033.262778] env[65683]: _type = "Task" [ 1033.262778] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.266604] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "316690e2-e4a6-4889-98c4-e4590c8a5f01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.266840] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.267096] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "316690e2-e4a6-4889-98c4-e4590c8a5f01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.267246] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.267427] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.275191] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5254a660-b09c-84b5-d176-5cd4696fc38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.275735] env[65683]: INFO nova.compute.manager [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Terminating instance [ 1033.391266] env[65683]: WARNING neutronclient.v2_0.client [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.407895] env[65683]: DEBUG nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1033.671113] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f85de-c057-4488-a8f2-35e0d11ed472 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.678759] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34055679-279a-4602-9beb-f99aa5df92dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.713107] env[65683]: WARNING neutronclient.v2_0.client [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.716141] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2224074a-5832-4de0-b75f-9a26b4f6dc87 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.725484] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719dde9-662e-4489-9dd6-d494b0822359 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.740961] env[65683]: DEBUG nova.compute.provider_tree [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.756778] env[65683]: DEBUG oslo_vmware.api [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433719, 'name': PowerOnVM_Task, 'duration_secs': 0.612416} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.761281] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.761447] env[65683]: INFO nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1033.762078] env[65683]: DEBUG nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1033.764040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b50c02-a66a-4c42-b840-5cda6351f00f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.780472] env[65683]: DEBUG nova.compute.manager [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1033.780802] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.783350] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747e5010-9c27-45af-9d56-fa9933d38d53 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.788915] env[65683]: DEBUG nova.compute.manager [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-changed-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1033.789243] env[65683]: DEBUG nova.compute.manager [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing instance network info cache due to event network-changed-648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1033.789621] env[65683]: DEBUG oslo_concurrency.lockutils [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] Acquiring lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.789853] env[65683]: DEBUG oslo_concurrency.lockutils [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] Acquired lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.790066] env[65683]: DEBUG nova.network.neutron [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing network info cache for port 648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.801563] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5254a660-b09c-84b5-d176-5cd4696fc38a, 'name': SearchDatastore_Task, 'duration_secs': 0.013733} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.802697] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.803064] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.803219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.803430] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.803573] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.804355] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baff19fe-0588-4315-aba0-9a427734a853 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.809701] env[65683]: DEBUG nova.network.neutron [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updated VIF entry in instance network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.809701] env[65683]: DEBUG nova.network.neutron [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.810874] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.811667] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3566ea97-0f30-4bac-8f43-bffeceb2d87e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.821738] env[65683]: DEBUG oslo_vmware.api [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 1033.821738] env[65683]: value = "task-4433723" [ 1033.821738] env[65683]: _type = "Task" [ 1033.821738] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.823125] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.823310] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.828036] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c88179-242b-406d-bb48-249825a02b58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.838500] env[65683]: DEBUG oslo_vmware.api [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.839891] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1033.839891] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522e4edd-dd18-4c98-cf88-c999bd6ce51b" [ 1033.839891] env[65683]: _type = "Task" [ 1033.839891] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.850097] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522e4edd-dd18-4c98-cf88-c999bd6ce51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.941661] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.267180] env[65683]: ERROR nova.scheduler.client.report [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [req-576e69f5-00bc-4955-9292-273adb564ca9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-576e69f5-00bc-4955-9292-273adb564ca9"}]} [ 1034.287408] env[65683]: DEBUG nova.scheduler.client.report [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1034.303307] env[65683]: DEBUG nova.scheduler.client.report [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1034.303610] env[65683]: DEBUG nova.compute.provider_tree [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.309997] env[65683]: WARNING neutronclient.v2_0.client [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.314407] env[65683]: DEBUG oslo_concurrency.lockutils [req-4ae2f756-1afd-42df-8127-1a422bbb81b4 req-70ead6a9-0860-43e6-9693-4c831938632c service nova] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.317202] env[65683]: INFO nova.compute.manager [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Took 33.64 seconds to build instance. [ 1034.328100] env[65683]: DEBUG nova.scheduler.client.report [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1034.340919] env[65683]: DEBUG oslo_vmware.api [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433723, 'name': PowerOffVM_Task, 'duration_secs': 0.24101} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.341648] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.342281] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.347326] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a6ce16-8143-49ac-86ca-6810ddb41382 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.356566] env[65683]: DEBUG nova.scheduler.client.report [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1034.364893] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522e4edd-dd18-4c98-cf88-c999bd6ce51b, 'name': SearchDatastore_Task, 'duration_secs': 0.015989} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.365518] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38991f5e-7056-42df-9fe5-7f25b69a503e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.375108] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1034.375108] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a22ee5-3b82-0751-0534-c9f4727d559f" [ 1034.375108] env[65683]: _type = "Task" [ 1034.375108] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.385586] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a22ee5-3b82-0751-0534-c9f4727d559f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.424604] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.425035] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.425266] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleting the datastore file [datastore2] 316690e2-e4a6-4889-98c4-e4590c8a5f01 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.426135] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e635930-df9e-40fd-be85-4c5a3439b8e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.436871] env[65683]: DEBUG oslo_vmware.api [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for the task: (returnval){ [ 1034.436871] env[65683]: value = "task-4433725" [ 1034.436871] env[65683]: _type = "Task" [ 1034.436871] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.448763] env[65683]: DEBUG oslo_vmware.api [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.513628] env[65683]: WARNING neutronclient.v2_0.client [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.591519] env[65683]: DEBUG nova.network.neutron [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updated VIF entry in instance network info cache for port 648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.591776] env[65683]: DEBUG nova.network.neutron [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648de54a-54", "ovs_interfaceid": "648de54a-548a-4832-baa5-1b119645747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.715599] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d241989-6b4b-4690-a25a-d4624382f6d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.724451] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca010bf-f68c-400e-9282-e889992aa440 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.759547] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2c16f7-61ab-4f32-91b1-6047ebdf6c0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.769101] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c3172-972a-40d7-8545-7d1ef583f94f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.784698] env[65683]: DEBUG nova.compute.provider_tree [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.819371] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2a708161-3e9e-4d3e-9cad-342213b7c738 tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.147s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.887042] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a22ee5-3b82-0751-0534-c9f4727d559f, 'name': SearchDatastore_Task, 'duration_secs': 0.01338} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.887042] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.887042] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 6085cf3b-5c18-490f-879b-04b55b2db368/6085cf3b-5c18-490f-879b-04b55b2db368.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.887358] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e617443f-305d-4ca7-9887-ccb498ec4c07 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.894426] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1034.894426] env[65683]: value = "task-4433726" [ 1034.894426] env[65683]: _type = "Task" [ 1034.894426] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.902777] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.947134] env[65683]: DEBUG oslo_vmware.api [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Task: {'id': task-4433725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267857} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.947400] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.947580] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.947749] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.947924] env[65683]: INFO nova.compute.manager [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1034.948180] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1034.948382] env[65683]: DEBUG nova.compute.manager [-] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1034.948475] env[65683]: DEBUG nova.network.neutron [-] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1034.948767] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.993775] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.094972] env[65683]: DEBUG oslo_concurrency.lockutils [req-fbb298f6-f976-4fd3-9eb2-1e99579555ba req-d7b7681d-fe8d-4cbc-b624-b0a06ce41261 service nova] Releasing lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.128860] env[65683]: INFO nova.compute.manager [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Rebuilding instance [ 1035.181195] env[65683]: DEBUG nova.compute.manager [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1035.182735] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ebf391-b142-4030-b1ea-d441155c57d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.237143] env[65683]: DEBUG nova.compute.manager [req-6deef26e-98d4-4a3e-8e12-a09d43ae6e71 req-1a5e1bdf-e334-4a73-bc90-2e03212f47ad service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Received event network-vif-deleted-43e8f71f-ed18-4cf3-9414-e1016b769526 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.237350] env[65683]: INFO nova.compute.manager [req-6deef26e-98d4-4a3e-8e12-a09d43ae6e71 req-1a5e1bdf-e334-4a73-bc90-2e03212f47ad service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Neutron deleted interface 43e8f71f-ed18-4cf3-9414-e1016b769526; detaching it from the instance and deleting it from the info cache [ 1035.237501] env[65683]: DEBUG nova.network.neutron [req-6deef26e-98d4-4a3e-8e12-a09d43ae6e71 req-1a5e1bdf-e334-4a73-bc90-2e03212f47ad service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.321604] env[65683]: DEBUG nova.scheduler.client.report [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1035.321945] env[65683]: DEBUG nova.compute.provider_tree [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 128 to 129 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.322051] env[65683]: DEBUG nova.compute.provider_tree [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.405262] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433726, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.713263] env[65683]: DEBUG nova.network.neutron [-] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.740217] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97510de1-dc7e-4131-b4d1-7d0ca35099d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.751207] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47076610-2a78-47a4-9a17-6bf54d9f8784 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.787353] env[65683]: DEBUG nova.compute.manager [req-6deef26e-98d4-4a3e-8e12-a09d43ae6e71 req-1a5e1bdf-e334-4a73-bc90-2e03212f47ad service nova] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Detach interface failed, port_id=43e8f71f-ed18-4cf3-9414-e1016b769526, reason: Instance 316690e2-e4a6-4889-98c4-e4590c8a5f01 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.827362] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.568s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.828759] env[65683]: DEBUG nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1035.830868] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.283s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.832336] env[65683]: INFO nova.compute.claims [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.908560] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78209} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.909045] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 6085cf3b-5c18-490f-879b-04b55b2db368/6085cf3b-5c18-490f-879b-04b55b2db368.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.909334] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.909746] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c4c67a2-8596-404b-8afc-7ba2ccd53802 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.919402] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1035.919402] env[65683]: value = "task-4433728" [ 1035.919402] env[65683]: _type = "Task" [ 1035.919402] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.929696] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.196305] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.196624] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdcff193-f6e6-49a9-9cca-df3b83061540 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.204840] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1036.204840] env[65683]: value = "task-4433729" [ 1036.204840] env[65683]: _type = "Task" [ 1036.204840] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.213926] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.215621] env[65683]: INFO nova.compute.manager [-] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Took 1.27 seconds to deallocate network for instance. [ 1036.337980] env[65683]: DEBUG nova.compute.utils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.341124] env[65683]: DEBUG nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1036.341334] env[65683]: DEBUG nova.network.neutron [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1036.341688] env[65683]: WARNING neutronclient.v2_0.client [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.342018] env[65683]: WARNING neutronclient.v2_0.client [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.397018] env[65683]: DEBUG nova.policy [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e55d31a4cfd48429067964ffb025f94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d246f54dac740a9931c2da538a177e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.431682] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076694} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.432071] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.432780] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfc5a39-daad-404d-a21c-ba423e28346b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.456937] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6085cf3b-5c18-490f-879b-04b55b2db368/6085cf3b-5c18-490f-879b-04b55b2db368.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.457267] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eadefbc0-5d0a-4705-b3de-b5692fe9fece {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.479881] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1036.479881] env[65683]: value = "task-4433730" [ 1036.479881] env[65683]: _type = "Task" [ 1036.479881] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.491386] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.717968] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433729, 'name': PowerOffVM_Task, 'duration_secs': 0.302127} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.719045] env[65683]: DEBUG nova.network.neutron [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Successfully created port: ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1036.721469] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.722211] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.723146] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.724372] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2f22f8-d27c-495a-ac3b-055a01544a81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.734139] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.734490] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149bae77-cdec-466e-8c53-b8900c23f412 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.767622] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.767935] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.768169] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Deleting the datastore file [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.768489] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-843e2c10-43d3-4a41-821d-2196ec940c29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.776035] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1036.776035] env[65683]: value = "task-4433732" [ 1036.776035] env[65683]: _type = "Task" [ 1036.776035] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.785471] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.842350] env[65683]: DEBUG nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1036.994174] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.236170] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0834a0c-9eef-442f-8d78-ebadff6aad0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.244940] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b5c43-78a4-425e-8f24-6b19e94a16cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.281807] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e7b552-31fd-4e71-bc1a-a50cd758c8b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.290434] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111523} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.292881] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.293092] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.293386] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.297013] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97c8bb3-bbaa-4cda-b441-bbd8045601bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.313841] env[65683]: DEBUG nova.compute.provider_tree [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.494584] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433730, 'name': ReconfigVM_Task, 'duration_secs': 0.554351} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.494932] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6085cf3b-5c18-490f-879b-04b55b2db368/6085cf3b-5c18-490f-879b-04b55b2db368.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.495634] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ee3aa71-427b-4785-875c-d17c8bf88f23 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.504091] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1037.504091] env[65683]: value = "task-4433733" [ 1037.504091] env[65683]: _type = "Task" [ 1037.504091] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.514416] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433733, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.649896] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.650198] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867307', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'name': 'volume-9f0abcac-e879-4b08-b4df-02e399e893c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b18a32d2-e858-4fd6-8e6e-a87c3383d5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'serial': '9f0abcac-e879-4b08-b4df-02e399e893c3'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.651148] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ed97c-904d-40d8-bfa9-5036be2d4458 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.668643] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47533dac-b337-440e-a6ab-6754947913f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.696219] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-9f0abcac-e879-4b08-b4df-02e399e893c3/volume-9f0abcac-e879-4b08-b4df-02e399e893c3.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.696621] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b896dc2-cc88-4288-bc87-84e5c4e8bb60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.715526] env[65683]: DEBUG oslo_vmware.api [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1037.715526] env[65683]: value = "task-4433734" [ 1037.715526] env[65683]: _type = "Task" [ 1037.715526] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.727785] env[65683]: DEBUG oslo_vmware.api [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.818045] env[65683]: DEBUG nova.scheduler.client.report [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.856066] env[65683]: DEBUG nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1037.883955] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.884251] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.884387] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.884666] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.884951] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.885189] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.885453] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.885661] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.885879] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.886081] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.886338] env[65683]: DEBUG nova.virt.hardware [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.887126] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974eaadf-8182-4003-969e-9dc7abf32081 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.896197] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8b6176-737a-461a-9061-d978dd2d9ba7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.014759] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433733, 'name': Rename_Task, 'duration_secs': 0.309586} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.015139] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.015445] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2584f3fe-0568-40ad-90b6-7665dc4898cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.023402] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1038.023402] env[65683]: value = "task-4433735" [ 1038.023402] env[65683]: _type = "Task" [ 1038.023402] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.035944] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.227364] env[65683]: DEBUG oslo_vmware.api [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.322832] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.323408] env[65683]: DEBUG nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1038.326271] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.522s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.326498] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.328628] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.305s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.330172] env[65683]: INFO nova.compute.claims [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.342391] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.342645] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.342800] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.342986] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.347019] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.347019] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.347019] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.347019] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.347019] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.347019] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.347019] env[65683]: DEBUG nova.virt.hardware [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.347019] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810e3df-f055-4d91-9d5c-065c069e8b6a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.356235] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc1368d-7d0e-43e7-9d8a-f3b41b4c3ef7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.372272] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.377955] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1038.379163] env[65683]: INFO nova.scheduler.client.report [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted allocations for instance 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6 [ 1038.383043] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.383043] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d9e6b3d-976f-40fc-bfb4-c6863ab4a568 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.403795] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.403795] env[65683]: value = "task-4433736" [ 1038.403795] env[65683]: _type = "Task" [ 1038.403795] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.413386] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433736, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.535744] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433735, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.726909] env[65683]: DEBUG oslo_vmware.api [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433734, 'name': ReconfigVM_Task, 'duration_secs': 0.528932} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.727429] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-9f0abcac-e879-4b08-b4df-02e399e893c3/volume-9f0abcac-e879-4b08-b4df-02e399e893c3.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.734711] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6739156-c929-4ded-a1e4-3801f8b2e35d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.750888] env[65683]: DEBUG oslo_vmware.api [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1038.750888] env[65683]: value = "task-4433737" [ 1038.750888] env[65683]: _type = "Task" [ 1038.750888] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.761965] env[65683]: DEBUG oslo_vmware.api [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.764128] env[65683]: DEBUG nova.compute.manager [req-99f03853-a84f-4c0d-865f-0968479ab4f6 req-80c8644b-4a91-49cd-853d-de7b52b7132a service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Received event network-vif-plugged-ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1038.764275] env[65683]: DEBUG oslo_concurrency.lockutils [req-99f03853-a84f-4c0d-865f-0968479ab4f6 req-80c8644b-4a91-49cd-853d-de7b52b7132a service nova] Acquiring lock "5056837e-0462-4754-80f7-293cf90d6c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.764480] env[65683]: DEBUG oslo_concurrency.lockutils [req-99f03853-a84f-4c0d-865f-0968479ab4f6 req-80c8644b-4a91-49cd-853d-de7b52b7132a service nova] Lock "5056837e-0462-4754-80f7-293cf90d6c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.764670] env[65683]: DEBUG oslo_concurrency.lockutils [req-99f03853-a84f-4c0d-865f-0968479ab4f6 req-80c8644b-4a91-49cd-853d-de7b52b7132a service nova] Lock "5056837e-0462-4754-80f7-293cf90d6c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.764842] env[65683]: DEBUG nova.compute.manager [req-99f03853-a84f-4c0d-865f-0968479ab4f6 req-80c8644b-4a91-49cd-853d-de7b52b7132a service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] No waiting events found dispatching network-vif-plugged-ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1038.764994] env[65683]: WARNING nova.compute.manager [req-99f03853-a84f-4c0d-865f-0968479ab4f6 req-80c8644b-4a91-49cd-853d-de7b52b7132a service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Received unexpected event network-vif-plugged-ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 for instance with vm_state building and task_state spawning. [ 1038.776877] env[65683]: DEBUG nova.network.neutron [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Successfully updated port: ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1038.835197] env[65683]: DEBUG nova.compute.utils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.836893] env[65683]: DEBUG nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1038.837059] env[65683]: DEBUG nova.network.neutron [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1038.837354] env[65683]: WARNING neutronclient.v2_0.client [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.837721] env[65683]: WARNING neutronclient.v2_0.client [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.893104] env[65683]: DEBUG nova.policy [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee1e919ce8b74e8a9a22b7bf7ee1c459', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef0e16fb6d3e40399c652cc03315e1fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.902091] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4b2fb8b4-810a-420c-85c8-5ea2aafa72c7 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "3c199ab3-106f-4a1d-9d0b-f1d78a4285e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.647s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.916427] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433736, 'name': CreateVM_Task, 'duration_secs': 0.494393} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.916668] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.917078] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.917239] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.917927] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.918151] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6809e964-3d28-4e35-8868-bbb4c17e7753 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.924356] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1038.924356] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5273c93a-92a5-0237-e0cc-c33d8ac65765" [ 1038.924356] env[65683]: _type = "Task" [ 1038.924356] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.936307] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5273c93a-92a5-0237-e0cc-c33d8ac65765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.035596] env[65683]: DEBUG oslo_vmware.api [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433735, 'name': PowerOnVM_Task, 'duration_secs': 0.586837} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.035874] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.036093] env[65683]: INFO nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1039.036271] env[65683]: DEBUG nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1039.037110] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7703d-d8b6-4233-be3b-ed445c3471ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.231052] env[65683]: DEBUG nova.network.neutron [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Successfully created port: ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1039.260956] env[65683]: DEBUG oslo_vmware.api [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433737, 'name': ReconfigVM_Task, 'duration_secs': 0.200569} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.261277] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867307', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'name': 'volume-9f0abcac-e879-4b08-b4df-02e399e893c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b18a32d2-e858-4fd6-8e6e-a87c3383d5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'serial': '9f0abcac-e879-4b08-b4df-02e399e893c3'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.279383] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "refresh_cache-5056837e-0462-4754-80f7-293cf90d6c64" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.279566] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "refresh_cache-5056837e-0462-4754-80f7-293cf90d6c64" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.279766] env[65683]: DEBUG nova.network.neutron [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.342588] env[65683]: DEBUG nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1039.437029] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5273c93a-92a5-0237-e0cc-c33d8ac65765, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.440098] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.440370] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.440602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.440746] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.440930] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.441474] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-374c1ccf-39f8-48c8-a243-6d1c6db963ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.455750] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.456052] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.456800] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef507422-a299-4412-abc1-decf83c989ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.463983] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1039.463983] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c0a898-21c5-68a1-8545-995874f93e2c" [ 1039.463983] env[65683]: _type = "Task" [ 1039.463983] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.475552] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c0a898-21c5-68a1-8545-995874f93e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.555616] env[65683]: INFO nova.compute.manager [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Took 35.70 seconds to build instance. [ 1039.642148] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa9afb2-5fc4-4e6d-94cf-6c0d1b220050 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.650566] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df0e368-cafe-43a0-b542-833400542cc0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.682435] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f069e33-e1c8-4eec-b812-65b207ba0427 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.691330] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a094933-ba0e-4386-9a8c-5cd853ba6309 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.705970] env[65683]: DEBUG nova.compute.provider_tree [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.812613] env[65683]: DEBUG nova.network.neutron [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1039.976251] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c0a898-21c5-68a1-8545-995874f93e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.02087} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.979874] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02fb276-15e8-4e70-a894-ab5168ab0cce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.987225] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1039.987225] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5290fbb5-2969-fe59-f0ad-727f8f5509c1" [ 1039.987225] env[65683]: _type = "Task" [ 1039.987225] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.988452] env[65683]: WARNING neutronclient.v2_0.client [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.003169] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5290fbb5-2969-fe59-f0ad-727f8f5509c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.061611] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9508dd76-7c4d-48ca-b7d2-8e74a277c1d7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6085cf3b-5c18-490f-879b-04b55b2db368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.213s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.209118] env[65683]: DEBUG nova.scheduler.client.report [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.311444] env[65683]: DEBUG nova.objects.instance [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.356445] env[65683]: DEBUG nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1040.381873] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1040.382275] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.382408] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1040.382621] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.382777] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1040.383072] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1040.383237] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.383303] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1040.383424] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1040.383601] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1040.383817] env[65683]: DEBUG nova.virt.hardware [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1040.384819] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721d016e-483c-42cf-bed8-e6b3cf4979a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.393314] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875dfee-6335-4a43-937b-7d2dcefaeab6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.462021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.502418] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5290fbb5-2969-fe59-f0ad-727f8f5509c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.502690] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.502960] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.503256] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-986d229b-4d63-4463-8549-4aed86bf2a49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.510650] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1040.510650] env[65683]: value = "task-4433738" [ 1040.510650] env[65683]: _type = "Task" [ 1040.510650] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.520050] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.718577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.718577] env[65683]: DEBUG nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1040.721296] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.341s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.786854] env[65683]: DEBUG nova.network.neutron [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Successfully updated port: ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1040.819257] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5a3f9b5-f284-44fd-ad68-43d621cc30f9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.819257] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.355s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.819257] env[65683]: DEBUG nova.compute.manager [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.819257] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5473424-736e-441d-a99e-0ea5739b2126 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.827026] env[65683]: DEBUG nova.network.neutron [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Updating instance_info_cache with network_info: [{"id": "ff0a90e6-a76d-4374-a8ed-6ec193d9cad0", "address": "fa:16:3e:25:ee:ff", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a90e6-a7", "ovs_interfaceid": "ff0a90e6-a76d-4374-a8ed-6ec193d9cad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.828270] env[65683]: DEBUG nova.compute.manager [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1040.829091] env[65683]: DEBUG nova.objects.instance [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.021680] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433738, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.197407] env[65683]: DEBUG nova.compute.manager [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Received event network-changed-ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1041.197407] env[65683]: DEBUG nova.compute.manager [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Refreshing instance network info cache due to event network-changed-ff0a90e6-a76d-4374-a8ed-6ec193d9cad0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1041.197407] env[65683]: DEBUG oslo_concurrency.lockutils [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] Acquiring lock "refresh_cache-5056837e-0462-4754-80f7-293cf90d6c64" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.213883] env[65683]: DEBUG nova.compute.manager [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1041.214161] env[65683]: DEBUG nova.compute.manager [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing instance network info cache due to event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1041.214395] env[65683]: DEBUG oslo_concurrency.lockutils [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.214613] env[65683]: DEBUG oslo_concurrency.lockutils [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.214804] env[65683]: DEBUG nova.network.neutron [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.224876] env[65683]: DEBUG nova.compute.utils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.228831] env[65683]: INFO nova.compute.claims [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.232897] env[65683]: DEBUG nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1041.232897] env[65683]: DEBUG nova.network.neutron [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.233207] env[65683]: WARNING neutronclient.v2_0.client [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.233417] env[65683]: WARNING neutronclient.v2_0.client [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.280476] env[65683]: DEBUG nova.policy [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38915d4ecfbe4dc98f0bd40747b75a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9657fb7802744a118f7b88852d2fd964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.291691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.291691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquired lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.291691] env[65683]: DEBUG nova.network.neutron [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.332572] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "refresh_cache-5056837e-0462-4754-80f7-293cf90d6c64" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.333221] env[65683]: DEBUG nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Instance network_info: |[{"id": "ff0a90e6-a76d-4374-a8ed-6ec193d9cad0", "address": "fa:16:3e:25:ee:ff", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a90e6-a7", "ovs_interfaceid": "ff0a90e6-a76d-4374-a8ed-6ec193d9cad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1041.336394] env[65683]: DEBUG oslo_concurrency.lockutils [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] Acquired lock "refresh_cache-5056837e-0462-4754-80f7-293cf90d6c64" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.337149] env[65683]: DEBUG nova.network.neutron [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Refreshing network info cache for port ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.337940] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ee:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff0a90e6-a76d-4374-a8ed-6ec193d9cad0', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.346158] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.347803] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.348746] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43b5f3b7-b8ba-494b-aa1d-dee15c56ae7c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.372424] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.372424] env[65683]: value = "task-4433739" [ 1041.372424] env[65683]: _type = "Task" [ 1041.372424] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.382139] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433739, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.523415] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5383} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.523756] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.524027] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.524343] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adfb0b65-3f67-474f-9827-60da7f9f5483 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.532755] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1041.532755] env[65683]: value = "task-4433740" [ 1041.532755] env[65683]: _type = "Task" [ 1041.532755] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.543144] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.603143] env[65683]: DEBUG nova.network.neutron [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Successfully created port: 67ae5480-5c77-4c2e-82f6-baed4a4260c0 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1041.720331] env[65683]: WARNING neutronclient.v2_0.client [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.740296] env[65683]: INFO nova.compute.resource_tracker [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating resource usage from migration 9464fc67-a455-4748-94cb-74e0232a1974 [ 1041.743567] env[65683]: DEBUG nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1041.848395] env[65683]: WARNING neutronclient.v2_0.client [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.851052] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.851725] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-659398bd-f3cb-4321-9d55-3a5647f61f6a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.861340] env[65683]: DEBUG oslo_vmware.api [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1041.861340] env[65683]: value = "task-4433741" [ 1041.861340] env[65683]: _type = "Task" [ 1041.861340] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.870640] env[65683]: DEBUG oslo_vmware.api [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.887685] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433739, 'name': CreateVM_Task, 'duration_secs': 0.40523} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.887685] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.889049] env[65683]: WARNING neutronclient.v2_0.client [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.889049] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.889049] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.889049] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.889414] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5646f4-81d0-4fc2-9e61-a6dad8045639 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.896149] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1041.896149] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524f67b1-7062-71eb-b16a-16845d001bcb" [ 1041.896149] env[65683]: _type = "Task" [ 1041.896149] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.906625] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524f67b1-7062-71eb-b16a-16845d001bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.044315] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077233} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.047469] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.049103] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeaf4f0-f226-4b14-8fcc-2af84bc25249 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.072258] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.075082] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ba1c44-2b20-4e47-9a5e-b9853706d3b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.097144] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1042.097144] env[65683]: value = "task-4433742" [ 1042.097144] env[65683]: _type = "Task" [ 1042.097144] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.113694] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.133716] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83daa31f-9d72-49a2-af70-a716e91a90b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.142137] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9eef1d-6f4e-488c-b7fb-f2d72d52f2ac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.176218] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec71836-d67e-427c-b211-4c197291a569 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.187024] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c90ab-af57-4f40-bed3-c643cda06858 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.201093] env[65683]: DEBUG nova.compute.provider_tree [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.373102] env[65683]: DEBUG oslo_vmware.api [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433741, 'name': PowerOffVM_Task, 'duration_secs': 0.234289} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.373414] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.373624] env[65683]: DEBUG nova.compute.manager [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1042.374578] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bdb157-e6af-4357-9d7e-f3b8786340ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.408217] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524f67b1-7062-71eb-b16a-16845d001bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.018433} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.408643] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.408820] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.409045] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.409273] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.409357] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.410564] env[65683]: DEBUG nova.network.neutron [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1042.412958] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e51705-710e-4d0d-b9e0-ea8d6c0b72e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.424967] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.425223] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.426882] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70df840f-74ad-4c48-becd-f0ff4f02ae3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.433858] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1042.433858] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bf38a9-8333-1535-6a81-1f1da5f2e9ed" [ 1042.433858] env[65683]: _type = "Task" [ 1042.433858] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.445980] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bf38a9-8333-1535-6a81-1f1da5f2e9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.612645] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433742, 'name': ReconfigVM_Task, 'duration_secs': 0.292271} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.612935] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d/50d4fba9-1a1a-4a3c-babc-f93db5838e8d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.613607] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ee0ad99-bcca-407c-b9b3-ac4e66e0941f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.621628] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1042.621628] env[65683]: value = "task-4433743" [ 1042.621628] env[65683]: _type = "Task" [ 1042.621628] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.630560] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433743, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.742846] env[65683]: DEBUG nova.scheduler.client.report [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.743280] env[65683]: DEBUG nova.compute.provider_tree [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 129 to 130 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.743353] env[65683]: DEBUG nova.compute.provider_tree [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.753491] env[65683]: DEBUG nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1042.793118] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.793361] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.793486] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.793655] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.793838] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.793989] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.797329] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.797329] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.797329] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.797329] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.797329] env[65683]: DEBUG nova.virt.hardware [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.797329] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e3e72e-a446-4c8e-b9d4-dfaac7c7a3fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.805791] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212eda1-bd3d-4e04-b890-029d387b6ec7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.822815] env[65683]: WARNING neutronclient.v2_0.client [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.863149] env[65683]: WARNING neutronclient.v2_0.client [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.889386] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f2155fee-12a5-400e-9a39-ece06e06d011 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.948318] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bf38a9-8333-1535-6a81-1f1da5f2e9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.09448} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.949557] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6423e15e-cad5-4c3d-9ea6-c4974ef18993 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.955705] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1042.955705] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529a8e3a-e401-9bea-00e8-eceb112ed07c" [ 1042.955705] env[65683]: _type = "Task" [ 1042.955705] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.966481] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529a8e3a-e401-9bea-00e8-eceb112ed07c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.004933] env[65683]: WARNING neutronclient.v2_0.client [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.095451] env[65683]: DEBUG nova.network.neutron [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updating instance_info_cache with network_info: [{"id": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "address": "fa:16:3e:3a:52:b0", "network": {"id": "409646df-b76f-4398-ad81-b1f890d31194", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1606928064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0e16fb6d3e40399c652cc03315e1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad34cc96-2d", "ovs_interfaceid": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.136273] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433743, 'name': Rename_Task, 'duration_secs': 0.151751} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.136670] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.136984] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7275051-ccd5-473d-a53f-730c1da9d485 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.144798] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1043.144798] env[65683]: value = "task-4433744" [ 1043.144798] env[65683]: _type = "Task" [ 1043.144798] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.160989] env[65683]: DEBUG nova.network.neutron [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Successfully updated port: 67ae5480-5c77-4c2e-82f6-baed4a4260c0 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.173013] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.179155] env[65683]: DEBUG nova.network.neutron [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updated VIF entry in instance network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.179155] env[65683]: DEBUG nova.network.neutron [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.221659] env[65683]: DEBUG nova.network.neutron [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Updated VIF entry in instance network info cache for port ff0a90e6-a76d-4374-a8ed-6ec193d9cad0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.222340] env[65683]: DEBUG nova.network.neutron [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Updating instance_info_cache with network_info: [{"id": "ff0a90e6-a76d-4374-a8ed-6ec193d9cad0", "address": "fa:16:3e:25:ee:ff", "network": {"id": "25dd7449-964d-4376-8a00-4f9d28ddaf6c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1451436100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d246f54dac740a9931c2da538a177e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a90e6-a7", "ovs_interfaceid": "ff0a90e6-a76d-4374-a8ed-6ec193d9cad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.250134] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.528s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.250134] env[65683]: INFO nova.compute.manager [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Migrating [ 1043.261115] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.182s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.261375] env[65683]: DEBUG nova.objects.instance [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'resources' on Instance uuid fb6cadc8-5615-4da1-aed7-09604f51cdc4 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.350989] env[65683]: DEBUG nova.compute.manager [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Received event network-changed-ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.351256] env[65683]: DEBUG nova.compute.manager [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Refreshing instance network info cache due to event network-changed-ad34cc96-2daf-40a4-9e43-bf0c00d690ed. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1043.351452] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Acquiring lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.374158] env[65683]: DEBUG nova.compute.manager [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.374158] env[65683]: DEBUG nova.compute.manager [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing instance network info cache due to event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1043.374392] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.374633] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.374916] env[65683]: DEBUG nova.network.neutron [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.467688] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529a8e3a-e401-9bea-00e8-eceb112ed07c, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.467950] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.468237] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 5056837e-0462-4754-80f7-293cf90d6c64/5056837e-0462-4754-80f7-293cf90d6c64.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.468563] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470bee35-7bee-473c-8bff-905755036ef6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.475471] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1043.475471] env[65683]: value = "task-4433745" [ 1043.475471] env[65683]: _type = "Task" [ 1043.475471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.486127] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.598442] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Releasing lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.598904] env[65683]: DEBUG nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Instance network_info: |[{"id": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "address": "fa:16:3e:3a:52:b0", "network": {"id": "409646df-b76f-4398-ad81-b1f890d31194", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1606928064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0e16fb6d3e40399c652cc03315e1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad34cc96-2d", "ovs_interfaceid": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1043.599340] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Acquired lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.599571] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Refreshing network info cache for port ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.601106] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:52:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad34cc96-2daf-40a4-9e43-bf0c00d690ed', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.610041] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Creating folder: Project (ef0e16fb6d3e40399c652cc03315e1fb). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.611481] env[65683]: WARNING neutronclient.v2_0.client [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.614221] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac606fc7-959a-4b55-a120-8da156f441c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.627540] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Created folder: Project (ef0e16fb6d3e40399c652cc03315e1fb) in parent group-v867054. [ 1043.627696] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Creating folder: Instances. Parent ref: group-v867310. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.627922] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc6f1625-d404-4272-9d68-12c3f1444fc3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.638339] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Created folder: Instances in parent group-v867310. [ 1043.638583] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1043.638771] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.638995] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca87f3a6-dfa7-44e2-948a-2fb6e9dd9695 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.668022] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.669567] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.669567] env[65683]: value = "task-4433748" [ 1043.669567] env[65683]: _type = "Task" [ 1043.669567] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.674273] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-8187b4aa-64e0-405d-9f9a-eb8d19b093c1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.674500] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-8187b4aa-64e0-405d-9f9a-eb8d19b093c1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.674755] env[65683]: DEBUG nova.network.neutron [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.680056] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433748, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.681699] env[65683]: DEBUG oslo_concurrency.lockutils [req-53231c3a-1f2a-4f0f-a046-1710e0b0ebda req-ec108073-7612-4caa-8178-818bc0f69126 service nova] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.725754] env[65683]: DEBUG oslo_concurrency.lockutils [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] Releasing lock "refresh_cache-5056837e-0462-4754-80f7-293cf90d6c64" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.726373] env[65683]: DEBUG nova.compute.manager [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Received event network-vif-plugged-ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.726720] env[65683]: DEBUG oslo_concurrency.lockutils [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] Acquiring lock "22a82e26-6726-4806-8d1f-262754e39b46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.727087] env[65683]: DEBUG oslo_concurrency.lockutils [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] Lock "22a82e26-6726-4806-8d1f-262754e39b46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.727366] env[65683]: DEBUG oslo_concurrency.lockutils [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] Lock "22a82e26-6726-4806-8d1f-262754e39b46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.727691] env[65683]: DEBUG nova.compute.manager [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] No waiting events found dispatching network-vif-plugged-ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1043.728015] env[65683]: WARNING nova.compute.manager [req-85891d1b-a085-49bd-bab0-7b4918b6091e req-656b1bd9-0f92-48d8-9f10-d1df7c09f7a5 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Received unexpected event network-vif-plugged-ad34cc96-2daf-40a4-9e43-bf0c00d690ed for instance with vm_state building and task_state spawning. [ 1043.773516] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774237] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.775204] env[65683]: DEBUG nova.network.neutron [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.817814] env[65683]: WARNING neutronclient.v2_0.client [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.879448] env[65683]: WARNING neutronclient.v2_0.client [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.917612] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updated VIF entry in instance network info cache for port ad34cc96-2daf-40a4-9e43-bf0c00d690ed. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.918083] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updating instance_info_cache with network_info: [{"id": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "address": "fa:16:3e:3a:52:b0", "network": {"id": "409646df-b76f-4398-ad81-b1f890d31194", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1606928064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0e16fb6d3e40399c652cc03315e1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad34cc96-2d", "ovs_interfaceid": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.994108] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433745, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.107349] env[65683]: WARNING neutronclient.v2_0.client [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.153365] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4bbce1-4aa0-4245-a0a8-02113d32f060 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.165437] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4aac7-e975-42fa-8376-795aeabe5386 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.172108] env[65683]: DEBUG oslo_vmware.api [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433744, 'name': PowerOnVM_Task, 'duration_secs': 0.740944} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.176429] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.176429] env[65683]: DEBUG nova.compute.manager [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1044.201915] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122291e1-c4c7-47da-8401-7e21e66c7c66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.208539] env[65683]: DEBUG nova.network.neutron [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updated VIF entry in instance network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.208889] env[65683]: DEBUG nova.network.neutron [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.211180] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6331db-abb4-4fe3-ad26-8cf6937684f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.218023] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433748, 'name': CreateVM_Task, 'duration_secs': 0.512562} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.218523] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.219123] env[65683]: WARNING neutronclient.v2_0.client [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.219474] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.219622] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.219971] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.222007] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d10a98-f17a-4b8c-b743-311823326a43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.231358] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd38fd-5393-4a8e-a51a-25612d763e46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.236708] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1044.236708] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52886a40-16c1-71c6-be74-dd9732105f6c" [ 1044.236708] env[65683]: _type = "Task" [ 1044.236708] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.241955] env[65683]: DEBUG nova.network.neutron [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.253706] env[65683]: DEBUG nova.compute.provider_tree [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.263656] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52886a40-16c1-71c6-be74-dd9732105f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01928} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.264961] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.265234] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.265924] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.265924] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.265924] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.268679] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52d23889-f3c8-47e0-b642-3700746a107c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.282741] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.282950] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.284017] env[65683]: WARNING neutronclient.v2_0.client [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.288562] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf123f30-fcc8-43f4-8a1b-6f3e62f5de53 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.295323] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1044.295323] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5287fb85-91cb-63eb-d468-e219957f4357" [ 1044.295323] env[65683]: _type = "Task" [ 1044.295323] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.313544] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5287fb85-91cb-63eb-d468-e219957f4357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.356277] env[65683]: WARNING neutronclient.v2_0.client [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.389086] env[65683]: DEBUG nova.objects.instance [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.420959] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Releasing lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.421333] env[65683]: DEBUG nova.compute.manager [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.421422] env[65683]: DEBUG nova.compute.manager [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing instance network info cache due to event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1044.421600] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.446338] env[65683]: DEBUG nova.network.neutron [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Updating instance_info_cache with network_info: [{"id": "67ae5480-5c77-4c2e-82f6-baed4a4260c0", "address": "fa:16:3e:3d:2e:47", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ae5480-5c", "ovs_interfaceid": "67ae5480-5c77-4c2e-82f6-baed4a4260c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.486682] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604444} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.487031] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 5056837e-0462-4754-80f7-293cf90d6c64/5056837e-0462-4754-80f7-293cf90d6c64.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.487176] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.490019] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c06008d5-dab4-498b-b743-999717b76cb8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.498463] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1044.498463] env[65683]: value = "task-4433749" [ 1044.498463] env[65683]: _type = "Task" [ 1044.498463] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.509191] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.522511] env[65683]: WARNING neutronclient.v2_0.client [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.597560] env[65683]: DEBUG nova.network.neutron [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.718857] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.719454] env[65683]: DEBUG nova.compute.manager [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Received event network-vif-plugged-67ae5480-5c77-4c2e-82f6-baed4a4260c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.719876] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Acquiring lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.720323] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.720553] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.720771] env[65683]: DEBUG nova.compute.manager [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] No waiting events found dispatching network-vif-plugged-67ae5480-5c77-4c2e-82f6-baed4a4260c0 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1044.720987] env[65683]: WARNING nova.compute.manager [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Received unexpected event network-vif-plugged-67ae5480-5c77-4c2e-82f6-baed4a4260c0 for instance with vm_state building and task_state spawning. [ 1044.721211] env[65683]: DEBUG nova.compute.manager [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Received event network-changed-67ae5480-5c77-4c2e-82f6-baed4a4260c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.721409] env[65683]: DEBUG nova.compute.manager [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Refreshing instance network info cache due to event network-changed-67ae5480-5c77-4c2e-82f6-baed4a4260c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1044.721624] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Acquiring lock "refresh_cache-8187b4aa-64e0-405d-9f9a-eb8d19b093c1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.721913] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.722287] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.736407] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.756673] env[65683]: DEBUG nova.scheduler.client.report [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.807257] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5287fb85-91cb-63eb-d468-e219957f4357, 'name': SearchDatastore_Task, 'duration_secs': 0.018634} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.808094] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee00be31-f899-431f-8485-f45e61c3a4ac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.814299] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1044.814299] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52685756-bd1f-de8d-db58-061de27175b0" [ 1044.814299] env[65683]: _type = "Task" [ 1044.814299] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.823222] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52685756-bd1f-de8d-db58-061de27175b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.893613] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.893844] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.894044] env[65683]: DEBUG nova.network.neutron [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.894221] env[65683]: DEBUG nova.objects.instance [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'info_cache' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.949766] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-8187b4aa-64e0-405d-9f9a-eb8d19b093c1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.950245] env[65683]: DEBUG nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Instance network_info: |[{"id": "67ae5480-5c77-4c2e-82f6-baed4a4260c0", "address": "fa:16:3e:3d:2e:47", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ae5480-5c", "ovs_interfaceid": "67ae5480-5c77-4c2e-82f6-baed4a4260c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1044.950646] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Acquired lock "refresh_cache-8187b4aa-64e0-405d-9f9a-eb8d19b093c1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.950872] env[65683]: DEBUG nova.network.neutron [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Refreshing network info cache for port 67ae5480-5c77-4c2e-82f6-baed4a4260c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.952358] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:2e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ae5480-5c77-4c2e-82f6-baed4a4260c0', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.961179] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1044.962257] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.962509] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8688099-4f24-4b23-8064-a5b5a665ae70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.985758] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.985758] env[65683]: value = "task-4433750" [ 1044.985758] env[65683]: _type = "Task" [ 1044.985758] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.995498] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433750, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.009163] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066422} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.009447] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.011269] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed387ad4-ca59-4006-be53-e23a4b36c1a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.040136] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 5056837e-0462-4754-80f7-293cf90d6c64/5056837e-0462-4754-80f7-293cf90d6c64.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.041491] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b38b90b-07e2-443e-af98-5c79fbcd3bec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.063226] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1045.063226] env[65683]: value = "task-4433751" [ 1045.063226] env[65683]: _type = "Task" [ 1045.063226] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.073107] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.100452] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.225793] env[65683]: WARNING neutronclient.v2_0.client [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.261925] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.264728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.446s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.265434] env[65683]: DEBUG nova.objects.instance [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lazy-loading 'resources' on Instance uuid 3cc87238-6718-49ae-83ac-ff7195b0780d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.300495] env[65683]: INFO nova.scheduler.client.report [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted allocations for instance fb6cadc8-5615-4da1-aed7-09604f51cdc4 [ 1045.335785] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52685756-bd1f-de8d-db58-061de27175b0, 'name': SearchDatastore_Task, 'duration_secs': 0.084975} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.336193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.336520] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 22a82e26-6726-4806-8d1f-262754e39b46/22a82e26-6726-4806-8d1f-262754e39b46.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.336933] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af77cc09-0e8a-4584-8f1d-a78dc718c242 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.345467] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1045.345467] env[65683]: value = "task-4433752" [ 1045.345467] env[65683]: _type = "Task" [ 1045.345467] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.358641] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.398039] env[65683]: DEBUG nova.objects.base [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.411162] env[65683]: WARNING neutronclient.v2_0.client [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.462884] env[65683]: WARNING neutronclient.v2_0.client [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.492409] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updated VIF entry in instance network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.492830] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.500462] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433750, 'name': CreateVM_Task, 'duration_secs': 0.374442} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.503468] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.504927] env[65683]: WARNING neutronclient.v2_0.client [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.505336] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.505507] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.505849] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.506425] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1ea9cc-8b1d-43bb-9a46-e804130f162c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.512391] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1045.512391] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526b01ad-7f22-3988-3f9d-2ae3690dfa46" [ 1045.512391] env[65683]: _type = "Task" [ 1045.512391] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.517259] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.517513] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.517719] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.517898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.518095] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.524019] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526b01ad-7f22-3988-3f9d-2ae3690dfa46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.524557] env[65683]: INFO nova.compute.manager [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Terminating instance [ 1045.582016] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.636376] env[65683]: WARNING neutronclient.v2_0.client [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.714655] env[65683]: DEBUG nova.network.neutron [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Updated VIF entry in instance network info cache for port 67ae5480-5c77-4c2e-82f6-baed4a4260c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.715073] env[65683]: DEBUG nova.network.neutron [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Updating instance_info_cache with network_info: [{"id": "67ae5480-5c77-4c2e-82f6-baed4a4260c0", "address": "fa:16:3e:3d:2e:47", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ae5480-5c", "ovs_interfaceid": "67ae5480-5c77-4c2e-82f6-baed4a4260c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.810882] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e3bab064-8176-4d16-88af-7f1c3d36f2cf tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "fb6cadc8-5615-4da1-aed7-09604f51cdc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.509s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.859247] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433752, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.901332] env[65683]: WARNING neutronclient.v2_0.client [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.996852] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.999688] env[65683]: DEBUG nova.compute.manager [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.999870] env[65683]: DEBUG nova.compute.manager [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing instance network info cache due to event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1046.000118] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.000265] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.000431] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.029558] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "refresh_cache-50d4fba9-1a1a-4a3c-babc-f93db5838e8d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.029767] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquired lock "refresh_cache-50d4fba9-1a1a-4a3c-babc-f93db5838e8d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.029947] env[65683]: DEBUG nova.network.neutron [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1046.037101] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526b01ad-7f22-3988-3f9d-2ae3690dfa46, 'name': SearchDatastore_Task, 'duration_secs': 0.036701} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.037549] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.037794] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.038056] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.038210] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.038440] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.038748] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ded22b1-7223-45c0-a85c-0aee11164869 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.075828] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433751, 'name': ReconfigVM_Task, 'duration_secs': 0.849557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.080547] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 5056837e-0462-4754-80f7-293cf90d6c64/5056837e-0462-4754-80f7-293cf90d6c64.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.081494] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.081742] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.083408] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b52d7b91-edd5-4c26-a099-714abcbe5658 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.086704] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45397153-4b50-45b0-a125-a109de0efe9e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.096931] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1046.096931] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5214c989-165b-4a77-c1d9-f15bb54fde37" [ 1046.096931] env[65683]: _type = "Task" [ 1046.096931] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.107032] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1046.107032] env[65683]: value = "task-4433753" [ 1046.107032] env[65683]: _type = "Task" [ 1046.107032] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.119530] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5214c989-165b-4a77-c1d9-f15bb54fde37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.124091] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c91de09-ff5b-4442-a461-3ba2ce86582a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.134785] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433753, 'name': Rename_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.143294] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82585eb5-08c1-4b02-bbe6-34653095f848 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.184858] env[65683]: WARNING neutronclient.v2_0.client [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.187967] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657cae9a-29e6-4d7b-b410-8bcea4158417 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.197901] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99036d1a-307e-4f0c-a83a-e79e4f16d95b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.220081] env[65683]: DEBUG oslo_concurrency.lockutils [req-f58ea3f9-600a-4825-9705-7226a1069e06 req-22f2f70b-4c93-4571-8585-b296e16bdbda service nova] Releasing lock "refresh_cache-8187b4aa-64e0-405d-9f9a-eb8d19b093c1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.221172] env[65683]: DEBUG nova.compute.provider_tree [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.314958] env[65683]: DEBUG nova.network.neutron [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating instance_info_cache with network_info: [{"id": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "address": "fa:16:3e:97:51:80", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126fb4c6-36", "ovs_interfaceid": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.375041] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858798} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.375643] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 22a82e26-6726-4806-8d1f-262754e39b46/22a82e26-6726-4806-8d1f-262754e39b46.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.376077] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.376452] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc38028-808d-42fc-8356-895d84d189aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.387387] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1046.387387] env[65683]: value = "task-4433754" [ 1046.387387] env[65683]: _type = "Task" [ 1046.387387] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.406860] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.505483] env[65683]: WARNING neutronclient.v2_0.client [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.532578] env[65683]: WARNING neutronclient.v2_0.client [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.554911] env[65683]: DEBUG nova.network.neutron [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1046.612068] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5214c989-165b-4a77-c1d9-f15bb54fde37, 'name': SearchDatastore_Task, 'duration_secs': 0.064282} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.620996] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7cd2a35-d6db-4a0d-b947-ab501b275c9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.634885] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de136e-785c-4bfe-965d-b6f611e2179a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.643762] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433753, 'name': Rename_Task, 'duration_secs': 0.24058} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.644148] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1046.644148] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52164a65-ad48-f18f-8d93-2f65fc1a3a06" [ 1046.644148] env[65683]: _type = "Task" [ 1046.644148] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.644994] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.645406] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8898a974-dc78-4a98-94d4-f10cc172a526 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.665686] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance '95bff58e-a68b-487f-a46c-1863360282bd' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.678499] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52164a65-ad48-f18f-8d93-2f65fc1a3a06, 'name': SearchDatastore_Task, 'duration_secs': 0.033812} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.679340] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.679679] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8187b4aa-64e0-405d-9f9a-eb8d19b093c1/8187b4aa-64e0-405d-9f9a-eb8d19b093c1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.680047] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1046.680047] env[65683]: value = "task-4433755" [ 1046.680047] env[65683]: _type = "Task" [ 1046.680047] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.680333] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-727f654c-65c6-4666-aece-ea03a90bda38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.698035] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433755, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.699824] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1046.699824] env[65683]: value = "task-4433756" [ 1046.699824] env[65683]: _type = "Task" [ 1046.699824] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.710246] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.725807] env[65683]: DEBUG nova.scheduler.client.report [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.730609] env[65683]: DEBUG nova.network.neutron [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.794440] env[65683]: WARNING neutronclient.v2_0.client [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.822163] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.868862] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updated VIF entry in instance network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.869249] env[65683]: DEBUG nova.network.neutron [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.898095] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097446} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.898454] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.899252] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a746c237-5022-4017-b14a-2d4622ede12f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.932064] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 22a82e26-6726-4806-8d1f-262754e39b46/22a82e26-6726-4806-8d1f-262754e39b46.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.932745] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22dace40-fa65-4b9c-936a-67529f914ea4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.959208] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1046.959208] env[65683]: value = "task-4433757" [ 1046.959208] env[65683]: _type = "Task" [ 1046.959208] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.976130] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.174616] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.175065] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-409a3639-a901-45c2-9734-4317ab7c514d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.187680] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1047.187680] env[65683]: value = "task-4433758" [ 1047.187680] env[65683]: _type = "Task" [ 1047.187680] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.198371] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433755, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.207993] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.216562] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433756, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.233432] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Releasing lock "refresh_cache-50d4fba9-1a1a-4a3c-babc-f93db5838e8d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.233947] env[65683]: DEBUG nova.compute.manager [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1047.234220] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.235312] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.238665] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61521a62-aac0-40d1-ac5c-aecbfd450efe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.241615] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.803s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.241836] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.241996] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1047.242344] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.618s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.243206] env[65683]: DEBUG nova.objects.instance [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'resources' on Instance uuid dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.244624] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b9fa8-5f68-4002-9e4f-a6224676c51c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.261564] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121d55c0-fa03-4621-be72-ba86d7d00ed7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.268959] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.268959] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274027d6-6719-4832-a813-2e99a865bfe7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.289972] env[65683]: INFO nova.scheduler.client.report [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Deleted allocations for instance 3cc87238-6718-49ae-83ac-ff7195b0780d [ 1047.294723] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff449d5f-ad89-4c70-a5fe-8d3e07b5456d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.300131] env[65683]: DEBUG oslo_vmware.api [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1047.300131] env[65683]: value = "task-4433759" [ 1047.300131] env[65683]: _type = "Task" [ 1047.300131] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.312652] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ba1d92-e1cc-428a-9f81-a94f08be291d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.320227] env[65683]: DEBUG oslo_vmware.api [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.361932] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178423MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1047.361932] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.373033] env[65683]: DEBUG oslo_concurrency.lockutils [req-694d54e5-a12f-4bb0-97c0-54b7007d73c6 req-b69f4d32-24bd-4194-8994-e5357b4b1500 service nova] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.472376] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.694331] env[65683]: DEBUG oslo_vmware.api [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433755, 'name': PowerOnVM_Task, 'duration_secs': 0.920275} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.695054] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.695260] env[65683]: INFO nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1047.695435] env[65683]: DEBUG nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1047.696253] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf9031e-d1c1-40c6-9652-b1d1a49d0a81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.702741] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433758, 'name': PowerOffVM_Task, 'duration_secs': 0.236404} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.706062] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.707021] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance '95bff58e-a68b-487f-a46c-1863360282bd' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.720920] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815048} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.720920] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8187b4aa-64e0-405d-9f9a-eb8d19b093c1/8187b4aa-64e0-405d-9f9a-eb8d19b093c1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.720920] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.720920] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d0b8468-30f2-4f33-a611-d089685fbe59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.728319] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1047.728319] env[65683]: value = "task-4433760" [ 1047.728319] env[65683]: _type = "Task" [ 1047.728319] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.737768] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.811871] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e1c0d73d-efdf-4c4a-8d25-837ad9efbaca tempest-ImagesTestJSON-1633842006 tempest-ImagesTestJSON-1633842006-project-member] Lock "3cc87238-6718-49ae-83ac-ff7195b0780d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.057s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.818149] env[65683]: DEBUG oslo_vmware.api [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433759, 'name': PowerOffVM_Task, 'duration_secs': 0.184756} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.820278] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.820467] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.821703] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e319baba-d10f-4c91-9c05-bed2767b7b71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.850740] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.850740] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.850740] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Deleting the datastore file [datastore2] 50d4fba9-1a1a-4a3c-babc-f93db5838e8d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.850740] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a79baec9-7eb6-43f2-a57d-814cd9aa1ac8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.860167] env[65683]: DEBUG oslo_vmware.api [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for the task: (returnval){ [ 1047.860167] env[65683]: value = "task-4433762" [ 1047.860167] env[65683]: _type = "Task" [ 1047.860167] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.860167] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.860484] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8920cf7-36d9-42ce-90af-e1709f64d28a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.872144] env[65683]: DEBUG oslo_vmware.api [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.875814] env[65683]: DEBUG oslo_vmware.api [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1047.875814] env[65683]: value = "task-4433763" [ 1047.875814] env[65683]: _type = "Task" [ 1047.875814] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.884018] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "a860a1de-636e-4d84-abf6-5c0e999a70e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.884375] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.889318] env[65683]: DEBUG oslo_vmware.api [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.975073] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433757, 'name': ReconfigVM_Task, 'duration_secs': 0.667924} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.975450] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 22a82e26-6726-4806-8d1f-262754e39b46/22a82e26-6726-4806-8d1f-262754e39b46.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.976301] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7c2a2a6-42be-44e1-ae6d-6f9b4cbd5fe1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.984276] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1047.984276] env[65683]: value = "task-4433764" [ 1047.984276] env[65683]: _type = "Task" [ 1047.984276] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.997630] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433764, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.088046] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d2a52-c88e-47cf-837f-165a251f2c44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.096953] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31b6fbc-6d82-4e38-b1f0-aec6a6f632b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.132071] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82558c4c-fa5b-4bef-ad2d-08036772b0f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.140879] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b605a6ec-19ee-4931-b211-b4541b0bcd16 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.156652] env[65683]: DEBUG nova.compute.provider_tree [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.217918] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1048.218214] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.218366] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1048.218546] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.218691] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1048.219076] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1048.219298] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.219450] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1048.219604] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1048.220038] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1048.220236] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1048.229360] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb79eebb-c44b-43a6-a625-6c03238c2677 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.246703] env[65683]: INFO nova.compute.manager [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Took 38.40 seconds to build instance. [ 1048.255014] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078665} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.256346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.256728] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1048.256728] env[65683]: value = "task-4433765" [ 1048.256728] env[65683]: _type = "Task" [ 1048.256728] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.257454] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd6fe9c-c347-4e11-9546-ffee8cb72629 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.289624] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 8187b4aa-64e0-405d-9f9a-eb8d19b093c1/8187b4aa-64e0-405d-9f9a-eb8d19b093c1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.294063] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0e9fe5-7942-4ba0-b3cb-4d330edd1925 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.311168] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.320219] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1048.320219] env[65683]: value = "task-4433766" [ 1048.320219] env[65683]: _type = "Task" [ 1048.320219] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.330076] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.373417] env[65683]: DEBUG oslo_vmware.api [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Task: {'id': task-4433762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197817} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.373745] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.374136] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.374532] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.374713] env[65683]: INFO nova.compute.manager [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1048.375198] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1048.375633] env[65683]: DEBUG nova.compute.manager [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1048.375818] env[65683]: DEBUG nova.network.neutron [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1048.376161] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.390275] env[65683]: DEBUG nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1048.393450] env[65683]: DEBUG oslo_vmware.api [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.406256] env[65683]: DEBUG nova.network.neutron [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1048.406327] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.497476] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433764, 'name': Rename_Task, 'duration_secs': 0.388023} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.497789] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.498069] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15c3681d-522a-41ca-9de7-134c6a8f1e1a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.508011] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1048.508011] env[65683]: value = "task-4433767" [ 1048.508011] env[65683]: _type = "Task" [ 1048.508011] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.518673] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.660618] env[65683]: DEBUG nova.scheduler.client.report [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.748928] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf4866b3-18ac-49a7-bc25-452b614f8b07 tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "5056837e-0462-4754-80f7-293cf90d6c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.914s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.772668] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433765, 'name': ReconfigVM_Task, 'duration_secs': 0.257437} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.773829] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance '95bff58e-a68b-487f-a46c-1863360282bd' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.832870] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433766, 'name': ReconfigVM_Task, 'duration_secs': 0.348095} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.834463] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 8187b4aa-64e0-405d-9f9a-eb8d19b093c1/8187b4aa-64e0-405d-9f9a-eb8d19b093c1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.835354] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24a550de-279f-43d5-a335-3b7b3db64a4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.846091] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1048.846091] env[65683]: value = "task-4433768" [ 1048.846091] env[65683]: _type = "Task" [ 1048.846091] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.857570] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433768, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.893790] env[65683]: DEBUG oslo_vmware.api [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433763, 'name': PowerOnVM_Task, 'duration_secs': 0.701098} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.894631] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.894631] env[65683]: DEBUG nova.compute.manager [None req-0f017019-c925-48d0-acb6-cb22419cbf44 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.898367] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099a73d7-83f6-4e48-ac4d-ad079d0be8b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.910684] env[65683]: DEBUG nova.network.neutron [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.919370] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.026372] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433767, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.166340] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.169610] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.227s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.171015] env[65683]: INFO nova.compute.claims [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.195968] env[65683]: INFO nova.scheduler.client.report [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted allocations for instance dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b [ 1049.282329] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.282603] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.282889] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.282963] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.283279] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.283476] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.283727] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.283953] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.284193] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.284392] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.284595] env[65683]: DEBUG nova.virt.hardware [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.290081] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.290818] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d3f483-fab3-401e-9cb7-a9aa9f1cf64c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.312892] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1049.312892] env[65683]: value = "task-4433769" [ 1049.312892] env[65683]: _type = "Task" [ 1049.312892] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.324365] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.356682] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433768, 'name': Rename_Task, 'duration_secs': 0.172725} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.357044] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.357373] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c89d343-7557-4952-9e6a-7a22d485f831 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.365948] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1049.365948] env[65683]: value = "task-4433770" [ 1049.365948] env[65683]: _type = "Task" [ 1049.365948] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.376154] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.415885] env[65683]: INFO nova.compute.manager [-] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Took 1.04 seconds to deallocate network for instance. [ 1049.519802] env[65683]: DEBUG oslo_vmware.api [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433767, 'name': PowerOnVM_Task, 'duration_secs': 0.712456} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.520885] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.520885] env[65683]: INFO nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1049.520885] env[65683]: DEBUG nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1049.521554] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9893a0da-6169-41f4-a0e8-0b26b0ef2058 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.609778] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "5056837e-0462-4754-80f7-293cf90d6c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.610067] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "5056837e-0462-4754-80f7-293cf90d6c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.610283] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "5056837e-0462-4754-80f7-293cf90d6c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.610468] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "5056837e-0462-4754-80f7-293cf90d6c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.610633] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "5056837e-0462-4754-80f7-293cf90d6c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.613085] env[65683]: INFO nova.compute.manager [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Terminating instance [ 1049.705850] env[65683]: DEBUG oslo_concurrency.lockutils [None req-04a0a881-21e1-4f50-9019-69eef61d14cf tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.587s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.827186] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433769, 'name': ReconfigVM_Task, 'duration_secs': 0.241163} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.827539] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.828441] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ddf327-1c4e-46e6-b571-23c0ab76a089 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.856666] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 95bff58e-a68b-487f-a46c-1863360282bd/95bff58e-a68b-487f-a46c-1863360282bd.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.857067] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b43851-a0a7-49a3-b12f-cac981f311e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.896301] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433770, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.898451] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1049.898451] env[65683]: value = "task-4433771" [ 1049.898451] env[65683]: _type = "Task" [ 1049.898451] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.912799] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.927324] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.047356] env[65683]: INFO nova.compute.manager [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Took 39.52 seconds to build instance. [ 1050.117712] env[65683]: DEBUG nova.compute.manager [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1050.117897] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.118831] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ad7c10-4e5d-47fd-bcfe-1e138279bdeb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.128055] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.128391] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d3f1baf-d51b-4b0e-8568-67aa17665ed7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.136533] env[65683]: DEBUG oslo_vmware.api [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1050.136533] env[65683]: value = "task-4433772" [ 1050.136533] env[65683]: _type = "Task" [ 1050.136533] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.146345] env[65683]: DEBUG oslo_vmware.api [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.392419] env[65683]: DEBUG oslo_vmware.api [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433770, 'name': PowerOnVM_Task, 'duration_secs': 0.555925} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.392755] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.392943] env[65683]: INFO nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1050.393241] env[65683]: DEBUG nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1050.394028] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf3351-2efd-4e28-9294-163c4af157a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.417024] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433771, 'name': ReconfigVM_Task, 'duration_secs': 0.393999} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.417331] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 95bff58e-a68b-487f-a46c-1863360282bd/95bff58e-a68b-487f-a46c-1863360282bd.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.417596] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance '95bff58e-a68b-487f-a46c-1863360282bd' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.500842] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc1563b-1442-4a88-a94f-e994b73a9892 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.509729] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a0cd2-0603-423e-8e69-5c5371434d0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.542075] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a5cabe-c16d-4dd0-a393-242891f67f3f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.550516] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9471ad47-3402-42e5-a9da-e7d265960acf tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "22a82e26-6726-4806-8d1f-262754e39b46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.060s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.551883] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773c4be4-d169-4bc2-8a16-752c86f23e74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.568335] env[65683]: DEBUG nova.compute.provider_tree [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.435028] env[65683]: DEBUG nova.scheduler.client.report [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.440277] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b69ff3-a816-49f2-95d1-5a6b556ff709 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.443793] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.444110] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.445443] env[65683]: INFO nova.compute.manager [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Took 35.44 seconds to build instance. [ 1051.450335] env[65683]: DEBUG oslo_vmware.api [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433772, 'name': PowerOffVM_Task, 'duration_secs': 0.313604} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.450852] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.451038] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.451282] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0563be3d-3bc4-488f-a484-fef3954861ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.468740] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece68576-21f7-4743-9556-4718f06085ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.490346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance '95bff58e-a68b-487f-a46c-1863360282bd' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.545713] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.545713] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.545900] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleting the datastore file [datastore2] 5056837e-0462-4754-80f7-293cf90d6c64 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.546024] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86842c18-4ce4-4303-979c-cb6082482cdf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.554495] env[65683]: DEBUG oslo_vmware.api [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for the task: (returnval){ [ 1051.554495] env[65683]: value = "task-4433774" [ 1051.554495] env[65683]: _type = "Task" [ 1051.554495] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.563670] env[65683]: DEBUG oslo_vmware.api [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.939111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.939731] env[65683]: DEBUG nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1051.942641] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.219s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.942861] env[65683]: DEBUG nova.objects.instance [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lazy-loading 'resources' on Instance uuid 316690e2-e4a6-4889-98c4-e4590c8a5f01 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.947141] env[65683]: DEBUG nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1051.950536] env[65683]: DEBUG oslo_concurrency.lockutils [None req-536eb81c-585c-4b91-a674-1693e79c0345 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.953s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.997313] env[65683]: WARNING neutronclient.v2_0.client [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.997614] env[65683]: WARNING neutronclient.v2_0.client [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.066349] env[65683]: DEBUG oslo_vmware.api [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Task: {'id': task-4433774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295351} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.066637] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.066828] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.067034] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.067230] env[65683]: INFO nova.compute.manager [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1052.067490] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.067706] env[65683]: DEBUG nova.compute.manager [-] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1052.067814] env[65683]: DEBUG nova.network.neutron [-] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.068089] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.095591] env[65683]: DEBUG nova.network.neutron [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Port 3eee0150-7cb3-4790-8ed4-b759b257a326 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1052.144649] env[65683]: DEBUG nova.compute.manager [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Received event network-changed-ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.144870] env[65683]: DEBUG nova.compute.manager [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Refreshing instance network info cache due to event network-changed-ad34cc96-2daf-40a4-9e43-bf0c00d690ed. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1052.145827] env[65683]: DEBUG oslo_concurrency.lockutils [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] Acquiring lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.145985] env[65683]: DEBUG oslo_concurrency.lockutils [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] Acquired lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.146275] env[65683]: DEBUG nova.network.neutron [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Refreshing network info cache for port ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.171617] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.446850] env[65683]: DEBUG nova.compute.utils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.451246] env[65683]: DEBUG nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1052.451477] env[65683]: DEBUG nova.network.neutron [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1052.451808] env[65683]: WARNING neutronclient.v2_0.client [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.454829] env[65683]: WARNING neutronclient.v2_0.client [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.490013] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.521402] env[65683]: DEBUG nova.compute.manager [req-30c157f2-b5fd-49f8-b489-d3605ea28c6a req-7f5652ad-bcae-4b1a-9af7-aa2f9872ecbd service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Received event network-vif-deleted-ff0a90e6-a76d-4374-a8ed-6ec193d9cad0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.521402] env[65683]: INFO nova.compute.manager [req-30c157f2-b5fd-49f8-b489-d3605ea28c6a req-7f5652ad-bcae-4b1a-9af7-aa2f9872ecbd service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Neutron deleted interface ff0a90e6-a76d-4374-a8ed-6ec193d9cad0; detaching it from the instance and deleting it from the info cache [ 1052.521559] env[65683]: DEBUG nova.network.neutron [req-30c157f2-b5fd-49f8-b489-d3605ea28c6a req-7f5652ad-bcae-4b1a-9af7-aa2f9872ecbd service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.545426] env[65683]: DEBUG nova.policy [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215105dd4e244cba6614ebb2b8620d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b5956ee29f4159a715797a766084c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.592106] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.592511] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.653291] env[65683]: WARNING neutronclient.v2_0.client [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.817398] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47131cc-3d20-4b6d-8a46-6f5f8a5bb7a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.826198] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f581fb-86df-487e-a6bc-d8b4c0dbb297 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.859880] env[65683]: DEBUG nova.network.neutron [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Successfully created port: d8b12141-9cea-47be-b5a2-1c01a0e555ca {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1052.862669] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b216f521-9068-4099-b242-76456f23a366 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.871801] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e63bb-dc4f-452a-a9fb-84f56ecaddba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.891966] env[65683]: DEBUG nova.compute.provider_tree [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.939735] env[65683]: DEBUG nova.network.neutron [-] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.952539] env[65683]: DEBUG nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1053.029341] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e22e04d-bfaa-488a-a262-591fb975eb76 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.041163] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd51ef-eac4-4a74-bc2e-cda16445f74f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.081707] env[65683]: DEBUG nova.compute.manager [req-30c157f2-b5fd-49f8-b489-d3605ea28c6a req-7f5652ad-bcae-4b1a-9af7-aa2f9872ecbd service nova] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Detach interface failed, port_id=ff0a90e6-a76d-4374-a8ed-6ec193d9cad0, reason: Instance 5056837e-0462-4754-80f7-293cf90d6c64 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.096443] env[65683]: DEBUG nova.compute.utils [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.121522] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.122205] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.122205] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.395960] env[65683]: DEBUG nova.scheduler.client.report [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.442473] env[65683]: INFO nova.compute.manager [-] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Took 1.37 seconds to deallocate network for instance. [ 1053.599823] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.903024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.909024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.170s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.909024] env[65683]: DEBUG nova.objects.instance [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1053.949399] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.959367] env[65683]: INFO nova.scheduler.client.report [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Deleted allocations for instance 316690e2-e4a6-4889-98c4-e4590c8a5f01 [ 1053.964641] env[65683]: DEBUG nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1053.998778] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1053.998778] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.998778] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1053.998778] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.998778] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1053.998778] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1054.000377] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.000377] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1054.000377] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1054.000377] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1054.000377] env[65683]: DEBUG nova.virt.hardware [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1054.000542] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3266dc11-3ff7-4434-81e9-5684fc344768 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.012445] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63e0936-fe15-4c9f-9c9b-edac0c571421 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.126445] env[65683]: WARNING neutronclient.v2_0.client [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.439527] env[65683]: WARNING neutronclient.v2_0.client [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.473113] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1fbc56b4-84f5-4e5d-a11f-590b5eda7c65 tempest-ServerRescueNegativeTestJSON-113281034 tempest-ServerRescueNegativeTestJSON-113281034-project-member] Lock "316690e2-e4a6-4889-98c4-e4590c8a5f01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.206s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.500021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.500021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.500021] env[65683]: DEBUG nova.network.neutron [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.554906] env[65683]: DEBUG nova.network.neutron [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Successfully updated port: d8b12141-9cea-47be-b5a2-1c01a0e555ca {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1054.666577] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.667323] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.667323] env[65683]: INFO nova.compute.manager [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Attaching volume 015361b8-ddbc-45e6-9d03-cc43f55b7a1d to /dev/sdb [ 1054.685098] env[65683]: DEBUG nova.network.neutron [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updated VIF entry in instance network info cache for port ad34cc96-2daf-40a4-9e43-bf0c00d690ed. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1054.685482] env[65683]: DEBUG nova.network.neutron [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updating instance_info_cache with network_info: [{"id": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "address": "fa:16:3e:3a:52:b0", "network": {"id": "409646df-b76f-4398-ad81-b1f890d31194", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1606928064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0e16fb6d3e40399c652cc03315e1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad34cc96-2d", "ovs_interfaceid": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.707398] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35befce9-c284-44bc-9acf-654c28b54a66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.720848] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c264bd-c060-4b88-9f9d-28e7a24a733f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.740820] env[65683]: DEBUG nova.virt.block_device [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Updating existing volume attachment record: bd8c8704-072c-4be3-85a2-a2f4f5312547 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.917306] env[65683]: DEBUG oslo_concurrency.lockutils [None req-84aa1da3-9c25-4fbf-bb08-c6ba32cdcf5c tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.920681] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.561s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.003888] env[65683]: WARNING neutronclient.v2_0.client [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.057444] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.057444] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.057444] env[65683]: DEBUG nova.network.neutron [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.189856] env[65683]: DEBUG oslo_concurrency.lockutils [req-f634734c-b875-4d63-8043-c55fbfb5bad3 req-eef1fbe5-856f-41cf-81fa-26c94febfcdb service nova] Releasing lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.653636] env[65683]: DEBUG nova.network.neutron [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1055.669062] env[65683]: DEBUG nova.compute.manager [req-c07b2bb9-bd67-4242-ae28-39d3e3269c88 req-a960a40a-0aca-4568-a435-2f6fdb7f9e50 service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Received event network-vif-plugged-d8b12141-9cea-47be-b5a2-1c01a0e555ca {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1055.669062] env[65683]: DEBUG oslo_concurrency.lockutils [req-c07b2bb9-bd67-4242-ae28-39d3e3269c88 req-a960a40a-0aca-4568-a435-2f6fdb7f9e50 service nova] Acquiring lock "408e6a18-ee01-4324-83d0-e8874a42f95e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.669062] env[65683]: DEBUG oslo_concurrency.lockutils [req-c07b2bb9-bd67-4242-ae28-39d3e3269c88 req-a960a40a-0aca-4568-a435-2f6fdb7f9e50 service nova] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.669062] env[65683]: DEBUG oslo_concurrency.lockutils [req-c07b2bb9-bd67-4242-ae28-39d3e3269c88 req-a960a40a-0aca-4568-a435-2f6fdb7f9e50 service nova] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.669062] env[65683]: DEBUG nova.compute.manager [req-c07b2bb9-bd67-4242-ae28-39d3e3269c88 req-a960a40a-0aca-4568-a435-2f6fdb7f9e50 service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] No waiting events found dispatching network-vif-plugged-d8b12141-9cea-47be-b5a2-1c01a0e555ca {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1055.669062] env[65683]: WARNING nova.compute.manager [req-c07b2bb9-bd67-4242-ae28-39d3e3269c88 req-a960a40a-0aca-4568-a435-2f6fdb7f9e50 service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Received unexpected event network-vif-plugged-d8b12141-9cea-47be-b5a2-1c01a0e555ca for instance with vm_state building and task_state spawning. [ 1055.937578] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Applying migration context for instance 95bff58e-a68b-487f-a46c-1863360282bd as it has an incoming, in-progress migration 9464fc67-a455-4748-94cb-74e0232a1974. Migration status is post-migrating {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1055.943035] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating resource usage from migration 9464fc67-a455-4748-94cb-74e0232a1974 [ 1055.965456] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0957ac00-4af5-4132-ba15-d40443002953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.965581] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8592e736-1222-4c2e-a02b-586f02954cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.966375] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 1713c490-baeb-4f96-be15-92844d87beb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.966375] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.966375] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance b18a32d2-e858-4fd6-8e6e-a87c3383d5fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.966375] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance bc05a478-eb55-4f19-ae0d-db0b96bba207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.966730] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance be089d29-4239-4c6c-9b5e-b081a28da176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.968101] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8e07b14e-17c6-4e0f-8273-0b7436ff4319 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.968101] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8e324792-b4ab-4648-8b64-72fce98fff13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.968101] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 50d4fba9-1a1a-4a3c-babc-f93db5838e8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.968101] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 6085cf3b-5c18-490f-879b-04b55b2db368 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.968101] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 5056837e-0462-4754-80f7-293cf90d6c64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.968604] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 22a82e26-6726-4806-8d1f-262754e39b46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.968604] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8187b4aa-64e0-405d-9f9a-eb8d19b093c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.968604] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration 9464fc67-a455-4748-94cb-74e0232a1974 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1055.968836] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 95bff58e-a68b-487f-a46c-1863360282bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.968836] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 408e6a18-ee01-4324-83d0-e8874a42f95e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1056.005291] env[65683]: WARNING neutronclient.v2_0.client [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.073214] env[65683]: WARNING neutronclient.v2_0.client [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.265246] env[65683]: DEBUG nova.network.neutron [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.305851] env[65683]: DEBUG nova.network.neutron [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Updating instance_info_cache with network_info: [{"id": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "address": "fa:16:3e:d6:2b:9b", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b12141-9c", "ovs_interfaceid": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.472852] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a860a1de-636e-4d84-abf6-5c0e999a70e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1056.770217] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.820483] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.820483] env[65683]: DEBUG nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Instance network_info: |[{"id": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "address": "fa:16:3e:d6:2b:9b", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b12141-9c", "ovs_interfaceid": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1056.820483] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:2b:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8b12141-9cea-47be-b5a2-1c01a0e555ca', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.827027] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1056.827027] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.827027] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b88beede-1ab9-4069-a856-749437f20d3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.846657] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.846657] env[65683]: value = "task-4433778" [ 1056.846657] env[65683]: _type = "Task" [ 1056.846657] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.856551] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433778, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.981822] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f5d14407-5cb1-4651-86d9-8e8f24186a6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1056.982578] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1056.982578] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '13', 'num_task_resize_migrated': '1', 'num_os_type_None': '14', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '1', 'io_workload': '1', 'num_task_None': '12', 'num_proj_e3b18c49ceea46d6911355436cc6d6e0': '1', 'num_proj_eef0f3509865411796918c7d20c00df5': '1', 'num_proj_75b5956ee29f4159a715797a766084c6': '4', 'num_proj_d4448d137fce4d7ab7956ffcee2c9e9e': '1', 'num_proj_6ff8d85eb8124eeca8eee016732c7fe0': '1', 'num_proj_23efb1897b584b108e76c2cd52a5a2c1': '2', 'num_proj_f6753795ffac47daab897d28c0f14f20': '1', 'num_proj_ef0e16fb6d3e40399c652cc03315e1fb': '1', 'num_proj_9657fb7802744a118f7b88852d2fd964': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1057.169193] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "ed5304a4-8dbd-4674-a56d-0866d45e270d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.169556] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.298904] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582ed3c-8066-4d87-a927-4e577a1025d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.331777] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e62d0a-8ad4-4884-90c2-35e49c5d7748 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.342248] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance '95bff58e-a68b-487f-a46c-1863360282bd' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.364350] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433778, 'name': CreateVM_Task, 'duration_secs': 0.437218} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.364574] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.365178] env[65683]: WARNING neutronclient.v2_0.client [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.366479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.366479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.366479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.366479] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d82316-6232-40ac-9909-2fce6d870fdb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.370186] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4da47-5814-437c-b34a-dd98a5d5c9c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.377423] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1057.377423] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527accfc-391c-516e-c575-2dee3a955044" [ 1057.377423] env[65683]: _type = "Task" [ 1057.377423] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.385789] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820d604e-92ad-41db-9ef2-bade11fd5dff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.397340] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527accfc-391c-516e-c575-2dee3a955044, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.422328] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.422500] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.423379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.423379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.423379] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.425055] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30139ad7-b6ce-4a3d-85b9-17366e4c25ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.427346] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6248e56-cfa7-4495-b982-65c25c975a73 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.439672] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e485d81b-bc4e-45e6-ab8b-df4b93b63602 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.447016] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.447221] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.448411] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9172e83-ea5c-4757-8fa9-0562f9d8c6cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.459923] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.465119] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1057.465119] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5263ac8a-aaca-d751-a1eb-3227ef41f3a7" [ 1057.465119] env[65683]: _type = "Task" [ 1057.465119] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.478069] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5263ac8a-aaca-d751-a1eb-3227ef41f3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.675622] env[65683]: DEBUG nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1057.720874] env[65683]: DEBUG nova.compute.manager [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Received event network-changed-d8b12141-9cea-47be-b5a2-1c01a0e555ca {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.720874] env[65683]: DEBUG nova.compute.manager [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Refreshing instance network info cache due to event network-changed-d8b12141-9cea-47be-b5a2-1c01a0e555ca. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1057.720874] env[65683]: DEBUG oslo_concurrency.lockutils [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] Acquiring lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.721101] env[65683]: DEBUG oslo_concurrency.lockutils [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] Acquired lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.721151] env[65683]: DEBUG nova.network.neutron [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Refreshing network info cache for port d8b12141-9cea-47be-b5a2-1c01a0e555ca {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.856299] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.856747] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e4783e-519a-4416-8d3a-c9dcf1db7f75 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.867029] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1057.867029] env[65683]: value = "task-4433780" [ 1057.867029] env[65683]: _type = "Task" [ 1057.867029] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.880470] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.963846] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.980911] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5263ac8a-aaca-d751-a1eb-3227ef41f3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.983575] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a763f5a-bf44-4ea9-88c0-ca7939b23bff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.992343] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1057.992343] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52db17a3-0403-3d0c-9e9e-fe8b49f7e5b2" [ 1057.992343] env[65683]: _type = "Task" [ 1057.992343] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.001972] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52db17a3-0403-3d0c-9e9e-fe8b49f7e5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.202603] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.225344] env[65683]: WARNING neutronclient.v2_0.client [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.378836] env[65683]: DEBUG oslo_vmware.api [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433780, 'name': PowerOnVM_Task, 'duration_secs': 0.463876} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.379209] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.379546] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7665fa-0380-4ff3-bbbf-80dc10131aa4 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance '95bff58e-a68b-487f-a46c-1863360282bd' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.429488] env[65683]: WARNING neutronclient.v2_0.client [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.474432] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1058.474715] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.555s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.478090] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.560s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.481024] env[65683]: INFO nova.compute.claims [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.502884] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52db17a3-0403-3d0c-9e9e-fe8b49f7e5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.503159] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.503415] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 408e6a18-ee01-4324-83d0-e8874a42f95e/408e6a18-ee01-4324-83d0-e8874a42f95e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.503680] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caac2db3-2abd-4fe3-95c7-c19ca9fbe451 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.512775] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1058.512775] env[65683]: value = "task-4433781" [ 1058.512775] env[65683]: _type = "Task" [ 1058.512775] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.519127] env[65683]: DEBUG nova.network.neutron [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Updated VIF entry in instance network info cache for port d8b12141-9cea-47be-b5a2-1c01a0e555ca. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.519498] env[65683]: DEBUG nova.network.neutron [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Updating instance_info_cache with network_info: [{"id": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "address": "fa:16:3e:d6:2b:9b", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b12141-9c", "ovs_interfaceid": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.525049] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.025054] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50251} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.025054] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 408e6a18-ee01-4324-83d0-e8874a42f95e/408e6a18-ee01-4324-83d0-e8874a42f95e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.025054] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.025694] env[65683]: DEBUG oslo_concurrency.lockutils [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] Releasing lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.025694] env[65683]: DEBUG nova.compute.manager [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Received event network-changed-ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.025783] env[65683]: DEBUG nova.compute.manager [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Refreshing instance network info cache due to event network-changed-ad34cc96-2daf-40a4-9e43-bf0c00d690ed. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1059.026050] env[65683]: DEBUG oslo_concurrency.lockutils [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] Acquiring lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.026133] env[65683]: DEBUG oslo_concurrency.lockutils [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] Acquired lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.026275] env[65683]: DEBUG nova.network.neutron [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Refreshing network info cache for port ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.027592] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dfe38a9-f9fc-4fcb-b3aa-53d883ebc4f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.037987] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1059.037987] env[65683]: value = "task-4433782" [ 1059.037987] env[65683]: _type = "Task" [ 1059.037987] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.049351] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.068711] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "22a82e26-6726-4806-8d1f-262754e39b46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.069016] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "22a82e26-6726-4806-8d1f-262754e39b46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.069584] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "22a82e26-6726-4806-8d1f-262754e39b46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.069584] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "22a82e26-6726-4806-8d1f-262754e39b46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.069766] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "22a82e26-6726-4806-8d1f-262754e39b46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.072411] env[65683]: INFO nova.compute.manager [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Terminating instance [ 1059.309230] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1059.309230] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867315', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'name': 'volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8187b4aa-64e0-405d-9f9a-eb8d19b093c1', 'attached_at': '', 'detached_at': '', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'serial': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1059.309844] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cc1f2-de31-49e1-905f-7a96db1f4493 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.331205] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42ecb8d-6a25-40bd-8fe8-0a1ab11ed87f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.361027] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d/volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.361419] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c8223a-b999-4207-ad50-af62e9bdf566 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.383589] env[65683]: DEBUG oslo_vmware.api [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1059.383589] env[65683]: value = "task-4433783" [ 1059.383589] env[65683]: _type = "Task" [ 1059.383589] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.397802] env[65683]: DEBUG oslo_vmware.api [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.531841] env[65683]: WARNING neutronclient.v2_0.client [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.551866] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078859} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.554874] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.556377] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b639216d-ac92-403d-ab3f-deb927ad380d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.579721] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 408e6a18-ee01-4324-83d0-e8874a42f95e/408e6a18-ee01-4324-83d0-e8874a42f95e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.585239] env[65683]: DEBUG nova.compute.manager [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1059.585412] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.586031] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9577fd53-11d2-4c8d-a7da-f9b44729cc79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.601770] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f5478-1080-42c0-80a0-518751627b93 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.611177] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.615102] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61162a6a-d368-4988-ab1f-dc39eeee3289 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.616883] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1059.616883] env[65683]: value = "task-4433784" [ 1059.616883] env[65683]: _type = "Task" [ 1059.616883] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.623193] env[65683]: DEBUG oslo_vmware.api [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1059.623193] env[65683]: value = "task-4433785" [ 1059.623193] env[65683]: _type = "Task" [ 1059.623193] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.629879] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.641114] env[65683]: DEBUG oslo_vmware.api [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.758854] env[65683]: WARNING neutronclient.v2_0.client [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.836914] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6299e081-ac37-44a9-9673-47012058cc9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.841962] env[65683]: DEBUG nova.network.neutron [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updated VIF entry in instance network info cache for port ad34cc96-2daf-40a4-9e43-bf0c00d690ed. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.842379] env[65683]: DEBUG nova.network.neutron [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updating instance_info_cache with network_info: [{"id": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "address": "fa:16:3e:3a:52:b0", "network": {"id": "409646df-b76f-4398-ad81-b1f890d31194", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1606928064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0e16fb6d3e40399c652cc03315e1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad34cc96-2d", "ovs_interfaceid": "ad34cc96-2daf-40a4-9e43-bf0c00d690ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.847422] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429ab2cb-9744-4751-8d0b-757b6eb8f156 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.879056] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8fdfd-48ae-491d-ad92-263415b9999f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.891033] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5884f10f-8b43-4508-bd8e-c0e30796a845 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.911460] env[65683]: DEBUG oslo_vmware.api [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.922915] env[65683]: DEBUG nova.compute.provider_tree [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.131880] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.138222] env[65683]: DEBUG oslo_vmware.api [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433785, 'name': PowerOffVM_Task, 'duration_secs': 0.465762} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.138535] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.138680] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.138956] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14936ce5-b276-4765-bd1e-4724ac3a654a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.229518] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.229736] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.230014] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Deleting the datastore file [datastore2] 22a82e26-6726-4806-8d1f-262754e39b46 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.230233] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c3d93ae-317d-4815-95f8-63f730fa56c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.242924] env[65683]: DEBUG oslo_vmware.api [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for the task: (returnval){ [ 1060.242924] env[65683]: value = "task-4433787" [ 1060.242924] env[65683]: _type = "Task" [ 1060.242924] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.253972] env[65683]: DEBUG oslo_vmware.api [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.348182] env[65683]: DEBUG oslo_concurrency.lockutils [req-4bf100b2-0de9-4eb5-bcbb-df379b05dd78 req-7169025e-69c2-4d75-ab82-88dd74963b4f service nova] Releasing lock "refresh_cache-22a82e26-6726-4806-8d1f-262754e39b46" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.398836] env[65683]: DEBUG oslo_vmware.api [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433783, 'name': ReconfigVM_Task, 'duration_secs': 0.900327} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.398836] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d/volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.403566] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa3356a-cb83-4403-86f4-e64b0e1437cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.422214] env[65683]: DEBUG oslo_vmware.api [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1060.422214] env[65683]: value = "task-4433788" [ 1060.422214] env[65683]: _type = "Task" [ 1060.422214] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.430394] env[65683]: DEBUG nova.scheduler.client.report [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.434195] env[65683]: DEBUG oslo_vmware.api [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.629632] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433784, 'name': ReconfigVM_Task, 'duration_secs': 0.691707} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.629986] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 408e6a18-ee01-4324-83d0-e8874a42f95e/408e6a18-ee01-4324-83d0-e8874a42f95e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.630703] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6db4d53-5961-452f-b32e-d1738e798c00 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.638961] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1060.638961] env[65683]: value = "task-4433789" [ 1060.638961] env[65683]: _type = "Task" [ 1060.638961] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.648890] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433789, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.752513] env[65683]: DEBUG oslo_vmware.api [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Task: {'id': task-4433787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170437} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.752796] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.752971] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.753154] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.753327] env[65683]: INFO nova.compute.manager [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1060.753563] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1060.753764] env[65683]: DEBUG nova.compute.manager [-] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1060.753856] env[65683]: DEBUG nova.network.neutron [-] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1060.754128] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.810713] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.932041] env[65683]: DEBUG oslo_vmware.api [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433788, 'name': ReconfigVM_Task, 'duration_secs': 0.153366} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.932275] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867315', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'name': 'volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8187b4aa-64e0-405d-9f9a-eb8d19b093c1', 'attached_at': '', 'detached_at': '', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'serial': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1060.936548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.936766] env[65683]: DEBUG nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1060.939561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.013s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.939759] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.941907] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.453s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.943410] env[65683]: INFO nova.compute.claims [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.964472] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.964774] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.964975] env[65683]: DEBUG nova.compute.manager [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Going to confirm migration 5 {{(pid=65683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1060.976822] env[65683]: INFO nova.scheduler.client.report [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Deleted allocations for instance 50d4fba9-1a1a-4a3c-babc-f93db5838e8d [ 1061.077410] env[65683]: DEBUG nova.compute.manager [req-d723ac25-b101-469a-873a-1f7cf2a7f190 req-75e1fa0d-4429-4456-a9e6-5c60fe6f9325 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Received event network-vif-deleted-ad34cc96-2daf-40a4-9e43-bf0c00d690ed {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1061.077660] env[65683]: INFO nova.compute.manager [req-d723ac25-b101-469a-873a-1f7cf2a7f190 req-75e1fa0d-4429-4456-a9e6-5c60fe6f9325 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Neutron deleted interface ad34cc96-2daf-40a4-9e43-bf0c00d690ed; detaching it from the instance and deleting it from the info cache [ 1061.077867] env[65683]: DEBUG nova.network.neutron [req-d723ac25-b101-469a-873a-1f7cf2a7f190 req-75e1fa0d-4429-4456-a9e6-5c60fe6f9325 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.151711] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433789, 'name': Rename_Task, 'duration_secs': 0.304372} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.152257] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.152718] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-312b7ac1-6abb-44ac-a3bc-74eefaa54690 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.164359] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1061.164359] env[65683]: value = "task-4433790" [ 1061.164359] env[65683]: _type = "Task" [ 1061.164359] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.174095] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.448328] env[65683]: DEBUG nova.compute.utils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.452025] env[65683]: DEBUG nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1061.452228] env[65683]: DEBUG nova.network.neutron [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1061.452615] env[65683]: WARNING neutronclient.v2_0.client [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.452975] env[65683]: WARNING neutronclient.v2_0.client [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.474821] env[65683]: WARNING neutronclient.v2_0.client [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.486459] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ed948f3-dbc3-4d29-8100-bda2a18193bb tempest-ServersListShow298Test-1587775715 tempest-ServersListShow298Test-1587775715-project-member] Lock "50d4fba9-1a1a-4a3c-babc-f93db5838e8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.969s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.504915] env[65683]: DEBUG nova.policy [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8802194827b14b97aeb56648aa01300f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b18c49ceea46d6911355436cc6d6e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.513136] env[65683]: WARNING neutronclient.v2_0.client [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.513467] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.513681] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.513866] env[65683]: DEBUG nova.network.neutron [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.514051] env[65683]: DEBUG nova.objects.instance [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'info_cache' on Instance uuid 95bff58e-a68b-487f-a46c-1863360282bd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.554439] env[65683]: DEBUG nova.network.neutron [-] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.580368] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7527baf2-7143-4735-b4ae-396902114e0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.591133] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf97d2f6-d494-4911-8d2a-1b457006f4cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.631678] env[65683]: DEBUG nova.compute.manager [req-d723ac25-b101-469a-873a-1f7cf2a7f190 req-75e1fa0d-4429-4456-a9e6-5c60fe6f9325 service nova] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Detach interface failed, port_id=ad34cc96-2daf-40a4-9e43-bf0c00d690ed, reason: Instance 22a82e26-6726-4806-8d1f-262754e39b46 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1061.677765] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.880655] env[65683]: DEBUG nova.network.neutron [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Successfully created port: 4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1061.952820] env[65683]: DEBUG nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1061.980508] env[65683]: DEBUG nova.objects.instance [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'flavor' on Instance uuid 8187b4aa-64e0-405d-9f9a-eb8d19b093c1 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.058213] env[65683]: INFO nova.compute.manager [-] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Took 1.30 seconds to deallocate network for instance. [ 1062.145947] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.178933] env[65683]: DEBUG oslo_vmware.api [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433790, 'name': PowerOnVM_Task, 'duration_secs': 0.821085} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.179276] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.179276] env[65683]: INFO nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1062.179420] env[65683]: DEBUG nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1062.180180] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45036c0e-575c-4b37-9700-8a266072ced6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.292913] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1579cd-7c40-4fd3-9aa3-fe7299348bf3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.307113] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f3354-e29b-4341-847d-6bf29e661de0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.342718] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe27ee1-eb82-4da9-949e-e9ef94e3250f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.351888] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78bfd93-1e04-4243-aabd-6d1bec91cdde {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.367222] env[65683]: DEBUG nova.compute.provider_tree [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.491272] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6c61c499-a7ed-4c82-9624-26a223f2797c tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.824s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.492307] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.347s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.492570] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.492776] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.492942] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.497476] env[65683]: INFO nova.compute.manager [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Terminating instance [ 1062.519948] env[65683]: WARNING neutronclient.v2_0.client [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.568202] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.702204] env[65683]: INFO nova.compute.manager [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Took 28.78 seconds to build instance. [ 1062.711646] env[65683]: DEBUG oslo_concurrency.lockutils [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] Acquiring lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.711646] env[65683]: DEBUG oslo_concurrency.lockutils [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] Acquired lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.711646] env[65683]: DEBUG nova.network.neutron [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.776622] env[65683]: WARNING neutronclient.v2_0.client [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.870236] env[65683]: DEBUG nova.scheduler.client.report [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.915223] env[65683]: DEBUG nova.network.neutron [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [{"id": "3eee0150-7cb3-4790-8ed4-b759b257a326", "address": "fa:16:3e:f7:05:89", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eee0150-7c", "ovs_interfaceid": "3eee0150-7cb3-4790-8ed4-b759b257a326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.972189] env[65683]: DEBUG nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1063.005243] env[65683]: DEBUG nova.compute.manager [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1063.005572] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.005871] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28d68b77-209e-46dd-81b1-e49e3d46aa9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.011508] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1063.011771] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.011928] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1063.012125] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.012273] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1063.012442] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1063.012659] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.012862] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1063.012965] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1063.013142] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1063.013314] env[65683]: DEBUG nova.virt.hardware [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1063.014177] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36e12db-514b-4a83-8e1b-5557df235cb8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.025875] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae8cac-02c4-415a-9276-af0ab0cb75eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.031626] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1063.031626] env[65683]: value = "task-4433791" [ 1063.031626] env[65683]: _type = "Task" [ 1063.031626] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.053543] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.204037] env[65683]: DEBUG oslo_concurrency.lockutils [None req-5e448fca-f0eb-48d1-9917-728223746885 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.301s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.214286] env[65683]: WARNING neutronclient.v2_0.client [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.221707] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.221981] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.377027] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.378168] env[65683]: DEBUG nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1063.380346] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.431s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.380543] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.382582] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.181s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.386216] env[65683]: INFO nova.compute.claims [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.413314] env[65683]: INFO nova.scheduler.client.report [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Deleted allocations for instance 5056837e-0462-4754-80f7-293cf90d6c64 [ 1063.415401] env[65683]: WARNING neutronclient.v2_0.client [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.420344] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-95bff58e-a68b-487f-a46c-1863360282bd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.420605] env[65683]: DEBUG nova.objects.instance [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'migration_context' on Instance uuid 95bff58e-a68b-487f-a46c-1863360282bd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.506579] env[65683]: DEBUG nova.network.neutron [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Updating instance_info_cache with network_info: [{"id": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "address": "fa:16:3e:d6:2b:9b", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b12141-9c", "ovs_interfaceid": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.550346] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433791, 'name': PowerOffVM_Task, 'duration_secs': 0.229528} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.551473] env[65683]: DEBUG nova.network.neutron [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Successfully updated port: 4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1063.554115] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.554508] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.554598] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867315', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'name': 'volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8187b4aa-64e0-405d-9f9a-eb8d19b093c1', 'attached_at': '', 'detached_at': '', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'serial': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.555972] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9964b-cf39-433c-b218-f0f2f8a19698 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.584271] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a395b481-2f64-42f0-8dc7-0580cc7efe49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.593665] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f326674-8264-468e-83c6-314c2f203b85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.616128] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f350487-ee4d-4218-98d7-17758ecb14d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.636998] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The volume has not been displaced from its original location: [datastore1] volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d/volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1063.642543] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.642943] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa0d555-bf44-4283-9cc5-448ed94d637e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.659983] env[65683]: DEBUG nova.compute.manager [req-c7e795de-0435-4aa3-b544-c4693e4e5eed req-005feec4-8b1f-434e-b000-74660a6316ff service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Received event network-vif-plugged-4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1063.659983] env[65683]: DEBUG oslo_concurrency.lockutils [req-c7e795de-0435-4aa3-b544-c4693e4e5eed req-005feec4-8b1f-434e-b000-74660a6316ff service nova] Acquiring lock "a860a1de-636e-4d84-abf6-5c0e999a70e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.659983] env[65683]: DEBUG oslo_concurrency.lockutils [req-c7e795de-0435-4aa3-b544-c4693e4e5eed req-005feec4-8b1f-434e-b000-74660a6316ff service nova] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.659983] env[65683]: DEBUG oslo_concurrency.lockutils [req-c7e795de-0435-4aa3-b544-c4693e4e5eed req-005feec4-8b1f-434e-b000-74660a6316ff service nova] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.659983] env[65683]: DEBUG nova.compute.manager [req-c7e795de-0435-4aa3-b544-c4693e4e5eed req-005feec4-8b1f-434e-b000-74660a6316ff service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] No waiting events found dispatching network-vif-plugged-4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.659983] env[65683]: WARNING nova.compute.manager [req-c7e795de-0435-4aa3-b544-c4693e4e5eed req-005feec4-8b1f-434e-b000-74660a6316ff service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Received unexpected event network-vif-plugged-4dbdc383-82a8-4c26-bea3-c12e3ed8399b for instance with vm_state building and task_state spawning. [ 1063.666997] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1063.666997] env[65683]: value = "task-4433792" [ 1063.666997] env[65683]: _type = "Task" [ 1063.666997] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.677043] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.725162] env[65683]: DEBUG nova.compute.utils [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.888312] env[65683]: DEBUG nova.compute.utils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.891740] env[65683]: DEBUG nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1063.891921] env[65683]: DEBUG nova.network.neutron [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1063.892278] env[65683]: WARNING neutronclient.v2_0.client [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.892639] env[65683]: WARNING neutronclient.v2_0.client [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.925313] env[65683]: DEBUG nova.objects.base [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Object Instance<95bff58e-a68b-487f-a46c-1863360282bd> lazy-loaded attributes: info_cache,migration_context {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.925899] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8d2cd837-1892-408c-a209-7fe1b7048a5f tempest-ServerDiskConfigTestJSON-1525559737 tempest-ServerDiskConfigTestJSON-1525559737-project-member] Lock "5056837e-0462-4754-80f7-293cf90d6c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.316s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.927603] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052da111-d143-4f98-a608-c7638ba034ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.948979] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9904263-dfe3-4e14-8acb-42747c9a8736 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.956140] env[65683]: DEBUG oslo_vmware.api [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1063.956140] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bac44f-96d1-4728-cd20-8c840712496a" [ 1063.956140] env[65683]: _type = "Task" [ 1063.956140] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.961686] env[65683]: DEBUG nova.policy [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe0ab409c2745759ab04b4ed091af90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef0f3509865411796918c7d20c00df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.970059] env[65683]: DEBUG oslo_vmware.api [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bac44f-96d1-4728-cd20-8c840712496a, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.970379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.009689] env[65683]: DEBUG oslo_concurrency.lockutils [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] Releasing lock "refresh_cache-408e6a18-ee01-4324-83d0-e8874a42f95e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.009964] env[65683]: DEBUG nova.compute.manager [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Inject network info {{(pid=65683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 1064.010201] env[65683]: DEBUG nova.compute.manager [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] network_info to inject: |[{"id": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "address": "fa:16:3e:d6:2b:9b", "network": {"id": "d601590e-5b3f-4caf-809d-86a02721daea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1728328106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b5956ee29f4159a715797a766084c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b12141-9c", "ovs_interfaceid": "d8b12141-9cea-47be-b5a2-1c01a0e555ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 1064.017141] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Reconfiguring VM instance to set the machine id {{(pid=65683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1064.017962] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4fef59-3b41-43a1-9c5e-5df36e4d83a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.035825] env[65683]: DEBUG oslo_vmware.api [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] Waiting for the task: (returnval){ [ 1064.035825] env[65683]: value = "task-4433793" [ 1064.035825] env[65683]: _type = "Task" [ 1064.035825] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.050421] env[65683]: DEBUG oslo_vmware.api [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] Task: {'id': task-4433793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.056064] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.056189] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.056302] env[65683]: DEBUG nova.network.neutron [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.178906] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433792, 'name': ReconfigVM_Task, 'duration_secs': 0.239952} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.179052] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1064.184507] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def5c6e2-1812-44dc-990b-d5b8d95774eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.204513] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1064.204513] env[65683]: value = "task-4433794" [ 1064.204513] env[65683]: _type = "Task" [ 1064.204513] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.214626] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.230067] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.311877] env[65683]: DEBUG nova.network.neutron [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Successfully created port: d1e25461-ad30-4f09-926c-d1fad6355305 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1064.392470] env[65683]: DEBUG nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1064.550688] env[65683]: DEBUG oslo_vmware.api [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] Task: {'id': task-4433793, 'name': ReconfigVM_Task, 'duration_secs': 0.268134} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.550688] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-336afd6c-8cae-43db-bef1-01043c7c13f9 tempest-ServersAdminTestJSON-693681982 tempest-ServersAdminTestJSON-693681982-project-admin] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Reconfigured VM instance to set the machine id {{(pid=65683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1064.605485] env[65683]: DEBUG nova.network.neutron [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1064.688190] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b87dbd-4da4-4c13-87ef-7983f1d389f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.699663] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32a535-36ed-43db-afbc-5bde23745f24 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.736917] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe3a57-a057-4c42-b6de-66f05075106d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.742820] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433794, 'name': ReconfigVM_Task, 'duration_secs': 0.320271} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.743674] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867315', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'name': 'volume-015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8187b4aa-64e0-405d-9f9a-eb8d19b093c1', 'attached_at': '', 'detached_at': '', 'volume_id': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d', 'serial': '015361b8-ddbc-45e6-9d03-cc43f55b7a1d'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1064.744052] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.744654] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1521e15-3556-4435-9c3a-9f5f96acb126 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.750727] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c6135-4f48-4483-9a81-c0dbeeefb646 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.756998] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.757748] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19b939c0-fa06-4994-9c79-21bb96b03d53 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.767832] env[65683]: DEBUG nova.compute.provider_tree [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.780429] env[65683]: WARNING neutronclient.v2_0.client [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.827315] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.827470] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.827672] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleting the datastore file [datastore2] 8187b4aa-64e0-405d-9f9a-eb8d19b093c1 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.828544] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e697d3fa-e1fc-4fbc-b800-4be322d57afb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.836223] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1064.836223] env[65683]: value = "task-4433796" [ 1064.836223] env[65683]: _type = "Task" [ 1064.836223] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.846651] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.871520] env[65683]: DEBUG nova.network.neutron [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Updating instance_info_cache with network_info: [{"id": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "address": "fa:16:3e:9c:5d:fe", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbdc383-82", "ovs_interfaceid": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.272061] env[65683]: DEBUG nova.scheduler.client.report [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.306931] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.307380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.307711] env[65683]: INFO nova.compute.manager [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Attaching volume a3ee108d-69d4-4488-89ff-c43a7e78c6fa to /dev/sdb [ 1065.351841] env[65683]: DEBUG oslo_vmware.api [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147245} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.352152] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.352738] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.353489] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.353489] env[65683]: INFO nova.compute.manager [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1065.353771] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.356209] env[65683]: DEBUG nova.compute.manager [-] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1065.356295] env[65683]: DEBUG nova.network.neutron [-] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.356576] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.358926] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61849556-2a5e-4082-9570-8a007b0c45d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.368279] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176f45df-267e-47f9-801b-ea3657e7422c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.375068] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.375469] env[65683]: DEBUG nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Instance network_info: |[{"id": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "address": "fa:16:3e:9c:5d:fe", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbdc383-82", "ovs_interfaceid": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1065.375909] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:5d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dbdc383-82a8-4c26-bea3-c12e3ed8399b', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.383950] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.388750] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.389232] env[65683]: DEBUG nova.virt.block_device [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Updating existing volume attachment record: 39705d49-6256-4a88-8e7a-e4721b9bda0a {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.392704] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12cf79ac-1f9b-4d34-a28f-17b9320711e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.409922] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.412787] env[65683]: DEBUG nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1065.423498] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.423498] env[65683]: value = "task-4433797" [ 1065.423498] env[65683]: _type = "Task" [ 1065.423498] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.434609] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433797, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.441596] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.442431] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.442431] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.442431] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.442431] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.442646] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.442691] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.442851] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.443034] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.443218] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.443377] env[65683]: DEBUG nova.virt.hardware [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.444273] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5a7e8b-4927-47dd-aea3-24558319ab98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.452643] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c28a3ce-a897-4d33-a53f-d7748b962d38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.777968] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.778651] env[65683]: DEBUG nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1065.782408] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.215s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.783649] env[65683]: DEBUG nova.objects.instance [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lazy-loading 'resources' on Instance uuid 22a82e26-6726-4806-8d1f-262754e39b46 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.841629] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.843601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.843601] env[65683]: INFO nova.compute.manager [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Shelving [ 1065.939027] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433797, 'name': CreateVM_Task, 'duration_secs': 0.476096} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.939027] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.939027] env[65683]: WARNING neutronclient.v2_0.client [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.939027] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.939027] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.939709] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.940438] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166a35d0-85d0-40c6-95b6-6852e0b16a68 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.952979] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1065.952979] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523caf26-59ba-87a7-5cd4-121442c56891" [ 1065.952979] env[65683]: _type = "Task" [ 1065.952979] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.959115] env[65683]: DEBUG nova.network.neutron [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Successfully updated port: d1e25461-ad30-4f09-926c-d1fad6355305 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1065.966076] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523caf26-59ba-87a7-5cd4-121442c56891, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.966405] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.967148] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.967224] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.968350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.968350] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.968599] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56b86062-b84e-45a0-9a89-d82282d96aef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.981191] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.981807] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.982726] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94759c8-f4ce-40e0-8bef-841c329cda29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.992307] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1065.992307] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c0b729-c0c1-f409-6720-a6367504e649" [ 1065.992307] env[65683]: _type = "Task" [ 1065.992307] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.003341] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c0b729-c0c1-f409-6720-a6367504e649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.287962] env[65683]: DEBUG nova.compute.utils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.299022] env[65683]: DEBUG nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1066.299383] env[65683]: DEBUG nova.network.neutron [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1066.299577] env[65683]: WARNING neutronclient.v2_0.client [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.300045] env[65683]: WARNING neutronclient.v2_0.client [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.376029] env[65683]: DEBUG nova.policy [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5464c22705448892043c643994a7a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ea81b86a00a48e0ba34ce7c8f528ae3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.423268] env[65683]: DEBUG nova.compute.manager [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Received event network-changed-4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1066.425641] env[65683]: DEBUG nova.compute.manager [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Refreshing instance network info cache due to event network-changed-4dbdc383-82a8-4c26-bea3-c12e3ed8399b. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1066.425641] env[65683]: DEBUG oslo_concurrency.lockutils [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] Acquiring lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.425641] env[65683]: DEBUG oslo_concurrency.lockutils [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] Acquired lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.425641] env[65683]: DEBUG nova.network.neutron [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Refreshing network info cache for port 4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.471290] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "refresh_cache-f5d14407-5cb1-4651-86d9-8e8f24186a6c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.471290] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "refresh_cache-f5d14407-5cb1-4651-86d9-8e8f24186a6c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.471290] env[65683]: DEBUG nova.network.neutron [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.490770] env[65683]: DEBUG nova.compute.manager [req-852e3c0f-9d80-472f-9e42-601b73462da8 req-fa097ce2-2c26-4fe6-bab6-a4da0fd9d46f service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Received event network-vif-plugged-d1e25461-ad30-4f09-926c-d1fad6355305 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1066.491259] env[65683]: DEBUG oslo_concurrency.lockutils [req-852e3c0f-9d80-472f-9e42-601b73462da8 req-fa097ce2-2c26-4fe6-bab6-a4da0fd9d46f service nova] Acquiring lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.491419] env[65683]: DEBUG oslo_concurrency.lockutils [req-852e3c0f-9d80-472f-9e42-601b73462da8 req-fa097ce2-2c26-4fe6-bab6-a4da0fd9d46f service nova] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.491524] env[65683]: DEBUG oslo_concurrency.lockutils [req-852e3c0f-9d80-472f-9e42-601b73462da8 req-fa097ce2-2c26-4fe6-bab6-a4da0fd9d46f service nova] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.492060] env[65683]: DEBUG nova.compute.manager [req-852e3c0f-9d80-472f-9e42-601b73462da8 req-fa097ce2-2c26-4fe6-bab6-a4da0fd9d46f service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] No waiting events found dispatching network-vif-plugged-d1e25461-ad30-4f09-926c-d1fad6355305 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1066.492282] env[65683]: WARNING nova.compute.manager [req-852e3c0f-9d80-472f-9e42-601b73462da8 req-fa097ce2-2c26-4fe6-bab6-a4da0fd9d46f service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Received unexpected event network-vif-plugged-d1e25461-ad30-4f09-926c-d1fad6355305 for instance with vm_state building and task_state spawning. [ 1066.506913] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c0b729-c0c1-f409-6720-a6367504e649, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.511630] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b71086-1e2e-41c2-bcdf-b83b4cabca03 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.517823] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1066.517823] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ca6463-1011-953a-8dad-40879770f3b5" [ 1066.517823] env[65683]: _type = "Task" [ 1066.517823] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.531843] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ca6463-1011-953a-8dad-40879770f3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.532756] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.532756] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] a860a1de-636e-4d84-abf6-5c0e999a70e8/a860a1de-636e-4d84-abf6-5c0e999a70e8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.533263] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796b3227-4d33-4e0b-8853-dae7f15a5617 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.543820] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1066.543820] env[65683]: value = "task-4433799" [ 1066.543820] env[65683]: _type = "Task" [ 1066.543820] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.556668] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.657470] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f52de0-e689-4432-975d-727f9892335c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.666289] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce6c12f-a619-40e6-a7bc-01ba93d5ac51 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.704973] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c561651-da4f-41ac-afcb-1a0c63770ae9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.715746] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68ef979-3fbe-4e0e-8e9f-5661dfb639d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.732115] env[65683]: DEBUG nova.compute.provider_tree [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.741475] env[65683]: DEBUG nova.network.neutron [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Successfully created port: 723909c9-2f74-4cdc-9140-0af87a0af4dc {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1066.741800] env[65683]: DEBUG nova.network.neutron [-] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.799666] env[65683]: DEBUG nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1066.855603] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.855603] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d7a466-bf69-4eaf-9da2-9d19f82ee239 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.867476] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1066.867476] env[65683]: value = "task-4433800" [ 1066.867476] env[65683]: _type = "Task" [ 1066.867476] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.882079] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.926338] env[65683]: WARNING neutronclient.v2_0.client [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.997248] env[65683]: INFO nova.compute.manager [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Rebuilding instance [ 1067.058892] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510748} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.059346] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] a860a1de-636e-4d84-abf6-5c0e999a70e8/a860a1de-636e-4d84-abf6-5c0e999a70e8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.059346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.059960] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dea1f050-6307-4a46-92d4-bf3b360853ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.069503] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1067.069503] env[65683]: value = "task-4433801" [ 1067.069503] env[65683]: _type = "Task" [ 1067.069503] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.075631] env[65683]: DEBUG nova.compute.manager [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1067.076523] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c080f0-5f93-4ccf-bcd4-149f243560d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.087304] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.246311] env[65683]: INFO nova.compute.manager [-] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Took 1.89 seconds to deallocate network for instance. [ 1067.267143] env[65683]: ERROR nova.scheduler.client.report [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] [req-8912b2d0-3014-45bf-9d57-690e3fbdf22b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8912b2d0-3014-45bf-9d57-690e3fbdf22b"}]} [ 1067.287455] env[65683]: DEBUG nova.scheduler.client.report [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1067.308121] env[65683]: DEBUG nova.scheduler.client.report [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1067.309127] env[65683]: DEBUG nova.compute.provider_tree [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.326787] env[65683]: DEBUG nova.scheduler.client.report [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1067.341985] env[65683]: DEBUG nova.network.neutron [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1067.352552] env[65683]: DEBUG nova.scheduler.client.report [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1067.382824] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433800, 'name': PowerOffVM_Task, 'duration_secs': 0.314717} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.382982] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.384094] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc27e9-fa71-4ffb-a08e-7ee063a5f92e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.406861] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d268adbf-3f78-409a-b8d2-e2e46043eccf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.587201] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08475} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.587640] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.588407] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f1fc43-5214-439b-bfc0-270fe341327d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.620077] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a860a1de-636e-4d84-abf6-5c0e999a70e8/a860a1de-636e-4d84-abf6-5c0e999a70e8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.620077] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481f037b-ef0c-444e-92f7-e31f0b3c8959 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.644128] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1067.644128] env[65683]: value = "task-4433803" [ 1067.644128] env[65683]: _type = "Task" [ 1067.644128] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.657529] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.663477] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461fcc61-757d-4dd9-8f38-3fb0d2564a39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.671598] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb81eca-bf3d-4da0-8fbe-4fb6b5bc38fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.708504] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6556e6-f58d-4b42-881d-cde2f04d6c82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.718127] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e97ccd1-3232-499d-86e7-fd63f3825216 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.736455] env[65683]: DEBUG nova.compute.provider_tree [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.794853] env[65683]: WARNING neutronclient.v2_0.client [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.806712] env[65683]: INFO nova.compute.manager [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Took 0.56 seconds to detach 1 volumes for instance. [ 1067.816491] env[65683]: DEBUG nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1067.831268] env[65683]: WARNING neutronclient.v2_0.client [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.859032] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1067.859266] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.859348] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1067.859549] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.859662] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1067.859807] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1067.860049] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1067.860281] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1067.860369] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1067.860490] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1067.860664] env[65683]: DEBUG nova.virt.hardware [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1067.861697] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d790df4-7d95-4395-8025-5c65bf6138d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.873033] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e215d378-0986-4841-9e81-e981d9fe7e83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.919807] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.920201] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e741175b-68a7-491e-9aad-16a28b720bdd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.933712] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1067.933712] env[65683]: value = "task-4433804" [ 1067.933712] env[65683]: _type = "Task" [ 1067.933712] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.945657] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433804, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.076524] env[65683]: DEBUG nova.network.neutron [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Updating instance_info_cache with network_info: [{"id": "d1e25461-ad30-4f09-926c-d1fad6355305", "address": "fa:16:3e:7a:98:b7", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e25461-ad", "ovs_interfaceid": "d1e25461-ad30-4f09-926c-d1fad6355305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.097598] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.098094] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce0ac6a-e6f5-4827-80bb-4676ff1df44d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.106027] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1068.106027] env[65683]: value = "task-4433805" [ 1068.106027] env[65683]: _type = "Task" [ 1068.106027] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.112607] env[65683]: DEBUG nova.network.neutron [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Updated VIF entry in instance network info cache for port 4dbdc383-82a8-4c26-bea3-c12e3ed8399b. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.113016] env[65683]: DEBUG nova.network.neutron [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Updating instance_info_cache with network_info: [{"id": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "address": "fa:16:3e:9c:5d:fe", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbdc383-82", "ovs_interfaceid": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.120807] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.155430] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433803, 'name': ReconfigVM_Task, 'duration_secs': 0.364019} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.155716] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a860a1de-636e-4d84-abf6-5c0e999a70e8/a860a1de-636e-4d84-abf6-5c0e999a70e8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.156508] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf05ebb2-8252-47df-9162-12215cb90ce4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.165502] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1068.165502] env[65683]: value = "task-4433806" [ 1068.165502] env[65683]: _type = "Task" [ 1068.165502] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.177214] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433806, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.240460] env[65683]: DEBUG nova.scheduler.client.report [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.315618] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.444960] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433804, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.463209] env[65683]: DEBUG nova.network.neutron [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Successfully updated port: 723909c9-2f74-4cdc-9140-0af87a0af4dc {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1068.468279] env[65683]: DEBUG nova.compute.manager [req-594b3150-72bf-46a4-97ca-d6f5f9dd25f3 req-43c7edf6-f6b1-4546-abc8-500c9dccaa5c service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Received event network-vif-plugged-723909c9-2f74-4cdc-9140-0af87a0af4dc {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.468508] env[65683]: DEBUG oslo_concurrency.lockutils [req-594b3150-72bf-46a4-97ca-d6f5f9dd25f3 req-43c7edf6-f6b1-4546-abc8-500c9dccaa5c service nova] Acquiring lock "ed5304a4-8dbd-4674-a56d-0866d45e270d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.468860] env[65683]: DEBUG oslo_concurrency.lockutils [req-594b3150-72bf-46a4-97ca-d6f5f9dd25f3 req-43c7edf6-f6b1-4546-abc8-500c9dccaa5c service nova] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.468971] env[65683]: DEBUG oslo_concurrency.lockutils [req-594b3150-72bf-46a4-97ca-d6f5f9dd25f3 req-43c7edf6-f6b1-4546-abc8-500c9dccaa5c service nova] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.469303] env[65683]: DEBUG nova.compute.manager [req-594b3150-72bf-46a4-97ca-d6f5f9dd25f3 req-43c7edf6-f6b1-4546-abc8-500c9dccaa5c service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] No waiting events found dispatching network-vif-plugged-723909c9-2f74-4cdc-9140-0af87a0af4dc {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1068.469939] env[65683]: WARNING nova.compute.manager [req-594b3150-72bf-46a4-97ca-d6f5f9dd25f3 req-43c7edf6-f6b1-4546-abc8-500c9dccaa5c service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Received unexpected event network-vif-plugged-723909c9-2f74-4cdc-9140-0af87a0af4dc for instance with vm_state building and task_state spawning. [ 1068.534326] env[65683]: DEBUG nova.compute.manager [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Received event network-changed-d1e25461-ad30-4f09-926c-d1fad6355305 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.534326] env[65683]: DEBUG nova.compute.manager [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Refreshing instance network info cache due to event network-changed-d1e25461-ad30-4f09-926c-d1fad6355305. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1068.534628] env[65683]: DEBUG oslo_concurrency.lockutils [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] Acquiring lock "refresh_cache-f5d14407-5cb1-4651-86d9-8e8f24186a6c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.580019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "refresh_cache-f5d14407-5cb1-4651-86d9-8e8f24186a6c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.581065] env[65683]: DEBUG nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Instance network_info: |[{"id": "d1e25461-ad30-4f09-926c-d1fad6355305", "address": "fa:16:3e:7a:98:b7", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e25461-ad", "ovs_interfaceid": "d1e25461-ad30-4f09-926c-d1fad6355305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1068.581065] env[65683]: DEBUG oslo_concurrency.lockutils [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] Acquired lock "refresh_cache-f5d14407-5cb1-4651-86d9-8e8f24186a6c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.581065] env[65683]: DEBUG nova.network.neutron [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Refreshing network info cache for port d1e25461-ad30-4f09-926c-d1fad6355305 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.582458] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:98:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1e25461-ad30-4f09-926c-d1fad6355305', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.594011] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1068.595140] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.595377] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c615fe6-ba98-4f5e-a8a3-78220d5ecaff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.616311] env[65683]: DEBUG oslo_concurrency.lockutils [req-def6d5ab-fb31-41c3-b547-c8fa4c85399b req-5d1455ca-6d68-4934-a1c5-0a7cd4687ac9 service nova] Releasing lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.620814] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433805, 'name': PowerOffVM_Task, 'duration_secs': 0.324416} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.622405] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.622639] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.622898] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.622898] env[65683]: value = "task-4433807" [ 1068.622898] env[65683]: _type = "Task" [ 1068.622898] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.623659] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750056de-fb10-4ae6-9782-e47522da0702 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.637324] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433807, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.639463] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.639733] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7860f860-8f59-4691-bca3-1d1774b3ec8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.677509] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433806, 'name': Rename_Task, 'duration_secs': 0.147886} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.677820] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.678140] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6937f3f4-57a7-420e-9ba2-c29b88172d80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.687281] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1068.687281] env[65683]: value = "task-4433809" [ 1068.687281] env[65683]: _type = "Task" [ 1068.687281] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.698357] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.716160] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.716868] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.716868] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleting the datastore file [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.717099] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1065c950-2709-44a1-b6e1-e5404cb457e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.726138] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1068.726138] env[65683]: value = "task-4433810" [ 1068.726138] env[65683]: _type = "Task" [ 1068.726138] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.737182] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.747341] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.965s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.750311] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.780s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.776970] env[65683]: INFO nova.scheduler.client.report [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Deleted allocations for instance 22a82e26-6726-4806-8d1f-262754e39b46 [ 1068.946894] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433804, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.965619] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "refresh_cache-ed5304a4-8dbd-4674-a56d-0866d45e270d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.965909] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquired lock "refresh_cache-ed5304a4-8dbd-4674-a56d-0866d45e270d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.967772] env[65683]: DEBUG nova.network.neutron [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1069.095745] env[65683]: WARNING neutronclient.v2_0.client [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.139614] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433807, 'name': CreateVM_Task, 'duration_secs': 0.40453} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.139811] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.140426] env[65683]: WARNING neutronclient.v2_0.client [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.140796] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.140947] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.141317] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.141610] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2f290c-ef68-4fa7-87a6-d62967e7015f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.149311] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1069.149311] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f29cb7-0d11-bf67-df4f-e3394a108516" [ 1069.149311] env[65683]: _type = "Task" [ 1069.149311] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.163194] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f29cb7-0d11-bf67-df4f-e3394a108516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.199158] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433809, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.241049] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186449} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.241462] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.241730] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.241984] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.290239] env[65683]: DEBUG oslo_concurrency.lockutils [None req-07e901c6-02a7-4bf2-b177-105fd75bcdfe tempest-FloatingIPsAssociationNegativeTestJSON-1007333382 tempest-FloatingIPsAssociationNegativeTestJSON-1007333382-project-member] Lock "22a82e26-6726-4806-8d1f-262754e39b46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.219s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.449248] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433804, 'name': CreateSnapshot_Task, 'duration_secs': 1.046117} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.449701] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.450375] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523a6f1-99d0-4b3e-8d78-4b59c12b144d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.552847] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1981551-a4cc-46c3-9206-5d0933d16d9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.561613] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662a227a-e003-44aa-8c60-d7549e951926 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.602028] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e786d-f50d-4aca-abb0-1fa3cf6a58a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.610047] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c705541-92ad-436d-88ef-3c94deceb2ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.625594] env[65683]: DEBUG nova.compute.provider_tree [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.662562] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f29cb7-0d11-bf67-df4f-e3394a108516, 'name': SearchDatastore_Task, 'duration_secs': 0.018107} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.662901] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.663716] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.663716] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.663716] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.663716] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.664016] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c266ad05-e23d-42a9-be5f-7f15246c2e39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.675307] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.675423] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.676136] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2578663b-5285-4758-ba6e-215357ca12bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.683952] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1069.683952] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e34d7a-eb7d-222e-ee68-8fc007258882" [ 1069.683952] env[65683]: _type = "Task" [ 1069.683952] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.695982] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e34d7a-eb7d-222e-ee68-8fc007258882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.703363] env[65683]: DEBUG oslo_vmware.api [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433809, 'name': PowerOnVM_Task, 'duration_secs': 0.541416} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.703712] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.703858] env[65683]: INFO nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1069.704305] env[65683]: DEBUG nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1069.705192] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2598be89-22c6-4c58-af7d-341b560a1969 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.822007] env[65683]: DEBUG nova.network.neutron [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1069.955953] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.956340] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867318', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'name': 'volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc05a478-eb55-4f19-ae0d-db0b96bba207', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'serial': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.957404] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d4ce2-1785-44cf-a744-3abd7b30a053 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.981834] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1069.982317] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20727ea1-829f-4a39-9cb5-a553f8b427aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.985825] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a634acd-ae61-4c8c-a77c-73c280062228 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.017062] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa/volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.018728] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0164fa-c10d-4188-b8ad-297ede346256 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.033434] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1070.033434] env[65683]: value = "task-4433811" [ 1070.033434] env[65683]: _type = "Task" [ 1070.033434] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.041792] env[65683]: DEBUG oslo_vmware.api [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1070.041792] env[65683]: value = "task-4433812" [ 1070.041792] env[65683]: _type = "Task" [ 1070.041792] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.049384] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433811, 'name': CloneVM_Task} progress is 21%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.057045] env[65683]: DEBUG oslo_vmware.api [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.129639] env[65683]: DEBUG nova.scheduler.client.report [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.198091] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e34d7a-eb7d-222e-ee68-8fc007258882, 'name': SearchDatastore_Task, 'duration_secs': 0.025958} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.198942] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72a14d9-fec0-4b8c-b09f-6adada9e9eec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.205767] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1070.205767] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52970f92-1735-374b-50ad-af9a00458573" [ 1070.205767] env[65683]: _type = "Task" [ 1070.205767] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.216175] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52970f92-1735-374b-50ad-af9a00458573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.225697] env[65683]: INFO nova.compute.manager [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Took 21.33 seconds to build instance. [ 1070.295886] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1070.296148] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1070.297449] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1070.298054] env[65683]: DEBUG nova.virt.hardware [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1070.298633] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb51f47-9f74-4a30-961d-1963e5b97137 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.310051] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e78b2-fa1d-49c2-9c67-842b1566b4a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.332623] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:2c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '311ca27a-fdea-4b1d-99ff-30272eb8c026', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.340898] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1070.344640] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.345537] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2547b8c-937e-4ea2-8b90-b07cc3a3460e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.367166] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.367166] env[65683]: value = "task-4433813" [ 1070.367166] env[65683]: _type = "Task" [ 1070.367166] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.377840] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433813, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.546229] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433811, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.555539] env[65683]: DEBUG oslo_vmware.api [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433812, 'name': ReconfigVM_Task, 'duration_secs': 0.493019} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.555951] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa/volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.560738] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-145af1d5-8fb6-4f22-87e7-e33d265f3307 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.580222] env[65683]: DEBUG oslo_vmware.api [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1070.580222] env[65683]: value = "task-4433814" [ 1070.580222] env[65683]: _type = "Task" [ 1070.580222] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.591134] env[65683]: DEBUG oslo_vmware.api [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.718587] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52970f92-1735-374b-50ad-af9a00458573, 'name': SearchDatastore_Task, 'duration_secs': 0.016446} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.718883] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.719297] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] f5d14407-5cb1-4651-86d9-8e8f24186a6c/f5d14407-5cb1-4651-86d9-8e8f24186a6c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.719648] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb70fe26-6d52-41b0-b887-bb1b4f9f4040 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.729181] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3b4328da-4c4d-4f2b-9137-6162fdd4f591 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.845s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.730794] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1070.730794] env[65683]: value = "task-4433815" [ 1070.730794] env[65683]: _type = "Task" [ 1070.730794] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.744765] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.880979] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433813, 'name': CreateVM_Task, 'duration_secs': 0.376866} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.881160] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.881778] env[65683]: WARNING neutronclient.v2_0.client [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1070.884183] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.884183] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.884183] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.884183] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027c6aeb-bdef-45d3-9067-71e32e40eb4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.891175] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1070.891175] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527a4226-cf67-e037-23a9-b7039b8c3e2a" [ 1070.891175] env[65683]: _type = "Task" [ 1070.891175] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.902764] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527a4226-cf67-e037-23a9-b7039b8c3e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.903441] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.903441] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.903591] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.903765] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.903983] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.904289] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0186391-d759-4574-89db-ae1bd7270707 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.914088] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.914290] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.915101] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07017494-5b94-4a41-ad24-b5b7f1a79b69 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.924977] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1070.924977] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52377d07-8869-4c0c-90dc-dd1154f1dc35" [ 1070.924977] env[65683]: _type = "Task" [ 1070.924977] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.935879] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52377d07-8869-4c0c-90dc-dd1154f1dc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.047369] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433811, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.090977] env[65683]: DEBUG oslo_vmware.api [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433814, 'name': ReconfigVM_Task, 'duration_secs': 0.189156} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.091784] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867318', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'name': 'volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc05a478-eb55-4f19-ae0d-db0b96bba207', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'serial': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.141613] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.391s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.144764] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.829s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.145028] env[65683]: DEBUG nova.objects.instance [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'resources' on Instance uuid 8187b4aa-64e0-405d-9f9a-eb8d19b093c1 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.250753] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433815, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.267298] env[65683]: WARNING neutronclient.v2_0.client [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.332234] env[65683]: WARNING neutronclient.v2_0.client [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.439482] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52377d07-8869-4c0c-90dc-dd1154f1dc35, 'name': SearchDatastore_Task, 'duration_secs': 0.02559} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.441282] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3473f1bc-d650-464b-8a8d-9536f3c3a26d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.447517] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1071.447517] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524b05f2-7038-8636-5c1d-b94a2d4b578f" [ 1071.447517] env[65683]: _type = "Task" [ 1071.447517] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.463885] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524b05f2-7038-8636-5c1d-b94a2d4b578f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.543902] env[65683]: DEBUG nova.network.neutron [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Updating instance_info_cache with network_info: [{"id": "723909c9-2f74-4cdc-9140-0af87a0af4dc", "address": "fa:16:3e:7e:a1:01", "network": {"id": "7bd586b7-f3c9-4219-a329-036439fb66e7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1969202904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea81b86a00a48e0ba34ce7c8f528ae3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723909c9-2f", "ovs_interfaceid": "723909c9-2f74-4cdc-9140-0af87a0af4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.552851] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433811, 'name': CloneVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.613572] env[65683]: DEBUG nova.compute.manager [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Received event network-changed-723909c9-2f74-4cdc-9140-0af87a0af4dc {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.614121] env[65683]: DEBUG nova.compute.manager [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Refreshing instance network info cache due to event network-changed-723909c9-2f74-4cdc-9140-0af87a0af4dc. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1071.614121] env[65683]: DEBUG oslo_concurrency.lockutils [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] Acquiring lock "refresh_cache-ed5304a4-8dbd-4674-a56d-0866d45e270d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.631282] env[65683]: DEBUG nova.network.neutron [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Updated VIF entry in instance network info cache for port d1e25461-ad30-4f09-926c-d1fad6355305. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.631641] env[65683]: DEBUG nova.network.neutron [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Updating instance_info_cache with network_info: [{"id": "d1e25461-ad30-4f09-926c-d1fad6355305", "address": "fa:16:3e:7a:98:b7", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e25461-ad", "ovs_interfaceid": "d1e25461-ad30-4f09-926c-d1fad6355305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.721576] env[65683]: INFO nova.scheduler.client.report [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted allocation for migration 9464fc67-a455-4748-94cb-74e0232a1974 [ 1071.749796] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568302} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.752800] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] f5d14407-5cb1-4651-86d9-8e8f24186a6c/f5d14407-5cb1-4651-86d9-8e8f24186a6c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.753082] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.754462] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed325829-d6de-4b4b-b564-aa5f7d2d1401 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.762579] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1071.762579] env[65683]: value = "task-4433816" [ 1071.762579] env[65683]: _type = "Task" [ 1071.762579] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.777860] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.956201] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fb5904-15ad-477f-a5dd-42e0fb60dd64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.963279] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524b05f2-7038-8636-5c1d-b94a2d4b578f, 'name': SearchDatastore_Task, 'duration_secs': 0.030066} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.964013] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964352] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.964801] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cffc5c98-7ef5-4a88-ac99-0d8795ca9a3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.970823] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341dfe52-f2a2-4df5-9578-0d54b47b4b1e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.976109] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1071.976109] env[65683]: value = "task-4433817" [ 1071.976109] env[65683]: _type = "Task" [ 1071.976109] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.007281] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba2f2c-3d8f-4adc-b8ee-8ed72d2b2b4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.013179] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.019936] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6304d-004f-4712-90b7-3a5bb8b7e045 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.037653] env[65683]: DEBUG nova.compute.provider_tree [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.050868] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Releasing lock "refresh_cache-ed5304a4-8dbd-4674-a56d-0866d45e270d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.051262] env[65683]: DEBUG nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Instance network_info: |[{"id": "723909c9-2f74-4cdc-9140-0af87a0af4dc", "address": "fa:16:3e:7e:a1:01", "network": {"id": "7bd586b7-f3c9-4219-a329-036439fb66e7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1969202904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea81b86a00a48e0ba34ce7c8f528ae3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723909c9-2f", "ovs_interfaceid": "723909c9-2f74-4cdc-9140-0af87a0af4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1072.051698] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433811, 'name': CloneVM_Task, 'duration_secs': 1.597636} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.052655] env[65683]: DEBUG oslo_concurrency.lockutils [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] Acquired lock "refresh_cache-ed5304a4-8dbd-4674-a56d-0866d45e270d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.052911] env[65683]: DEBUG nova.network.neutron [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Refreshing network info cache for port 723909c9-2f74-4cdc-9140-0af87a0af4dc {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.054300] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:a1:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '723909c9-2f74-4cdc-9140-0af87a0af4dc', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.062680] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Creating folder: Project (9ea81b86a00a48e0ba34ce7c8f528ae3). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.063025] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Created linked-clone VM from snapshot [ 1072.064336] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4097646b-742d-4893-a562-b2f5a9d397f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.066869] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e7ca9-1ce2-42f2-aff0-22fb4ad77e3d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.077060] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Uploading image df29fd95-e77e-4160-9f66-a6230e629d36 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.084859] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Created folder: Project (9ea81b86a00a48e0ba34ce7c8f528ae3) in parent group-v867054. [ 1072.084859] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Creating folder: Instances. Parent ref: group-v867323. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.084859] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3557303a-14fd-4de6-8f90-cad7975e4d40 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.097672] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Created folder: Instances in parent group-v867323. [ 1072.098009] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1072.098317] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.098607] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-638075cb-ea77-4e5c-9071-27ef6c670b39 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.126193] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.126193] env[65683]: value = "task-4433820" [ 1072.126193] env[65683]: _type = "Task" [ 1072.126193] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.133758] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1072.133758] env[65683]: value = "vm-867321" [ 1072.133758] env[65683]: _type = "VirtualMachine" [ 1072.133758] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1072.134292] env[65683]: DEBUG oslo_concurrency.lockutils [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] Releasing lock "refresh_cache-f5d14407-5cb1-4651-86d9-8e8f24186a6c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.134526] env[65683]: DEBUG nova.compute.manager [req-934ca5cb-a266-4811-a950-f0ca03123272 req-a094bd2c-dbaa-4a84-a0e9-d7eebb275cc7 service nova] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Received event network-vif-deleted-67ae5480-5c77-4c2e-82f6-baed4a4260c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1072.134878] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53228596-05d2-4305-89bc-ab027ac167c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.139666] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433820, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.145902] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease: (returnval){ [ 1072.145902] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520663df-35f0-edea-2bc4-31d5f4e37024" [ 1072.145902] env[65683]: _type = "HttpNfcLease" [ 1072.145902] env[65683]: } obtained for exporting VM: (result){ [ 1072.145902] env[65683]: value = "vm-867321" [ 1072.145902] env[65683]: _type = "VirtualMachine" [ 1072.145902] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1072.146264] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the lease: (returnval){ [ 1072.146264] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520663df-35f0-edea-2bc4-31d5f4e37024" [ 1072.146264] env[65683]: _type = "HttpNfcLease" [ 1072.146264] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.154067] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.154067] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520663df-35f0-edea-2bc4-31d5f4e37024" [ 1072.154067] env[65683]: _type = "HttpNfcLease" [ 1072.154067] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.158378] env[65683]: DEBUG nova.objects.instance [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'flavor' on Instance uuid bc05a478-eb55-4f19-ae0d-db0b96bba207 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.231175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-159db070-9107-44d9-b2de-b03e746043a8 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.266s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.279334] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154086} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.279939] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.280866] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e02ca22-8eaf-4697-b4ee-eb96bf5be017 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.323127] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f5d14407-5cb1-4651-86d9-8e8f24186a6c/f5d14407-5cb1-4651-86d9-8e8f24186a6c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.323653] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43171e81-9f8a-4d09-9d07-3ea18508c5a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.347450] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1072.347450] env[65683]: value = "task-4433822" [ 1072.347450] env[65683]: _type = "Task" [ 1072.347450] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.360022] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.491066] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433817, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.548387] env[65683]: DEBUG nova.scheduler.client.report [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.566536] env[65683]: WARNING neutronclient.v2_0.client [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.648037] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433820, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.657964] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.657964] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520663df-35f0-edea-2bc4-31d5f4e37024" [ 1072.657964] env[65683]: _type = "HttpNfcLease" [ 1072.657964] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.658281] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.658281] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520663df-35f0-edea-2bc4-31d5f4e37024" [ 1072.658281] env[65683]: _type = "HttpNfcLease" [ 1072.658281] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.660118] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1821ba-f515-461d-88a0-b03dfbad84b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.664788] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3e22852c-8412-401c-b80f-b1056ec8d994 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.357s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.670372] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261e0b4-7204-ce9a-b4d7-7547dd5fa379/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.670594] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261e0b4-7204-ce9a-b4d7-7547dd5fa379/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1072.838987] env[65683]: WARNING neutronclient.v2_0.client [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.843843] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e203561-fc30-4f87-bda0-e14c563a5d10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.860996] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.955037] env[65683]: DEBUG nova.network.neutron [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Updated VIF entry in instance network info cache for port 723909c9-2f74-4cdc-9140-0af87a0af4dc. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.955373] env[65683]: DEBUG nova.network.neutron [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Updating instance_info_cache with network_info: [{"id": "723909c9-2f74-4cdc-9140-0af87a0af4dc", "address": "fa:16:3e:7e:a1:01", "network": {"id": "7bd586b7-f3c9-4219-a329-036439fb66e7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1969202904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea81b86a00a48e0ba34ce7c8f528ae3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723909c9-2f", "ovs_interfaceid": "723909c9-2f74-4cdc-9140-0af87a0af4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.991789] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719722} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.992304] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.992420] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.993524] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aceb84f-985d-4cd9-9140-87349758118d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.004399] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1073.004399] env[65683]: value = "task-4433823" [ 1073.004399] env[65683]: _type = "Task" [ 1073.004399] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.014291] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.061351] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.103716] env[65683]: INFO nova.scheduler.client.report [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted allocations for instance 8187b4aa-64e0-405d-9f9a-eb8d19b093c1 [ 1073.141880] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433820, 'name': CreateVM_Task, 'duration_secs': 0.808004} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.144275] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.145050] env[65683]: WARNING neutronclient.v2_0.client [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.145503] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.145710] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.146326] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.146326] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad432d9-f3af-4cd6-8992-b1a6e1120468 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.154084] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1073.154084] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ef9262-dd76-30af-4df6-c1ac431f789c" [ 1073.154084] env[65683]: _type = "Task" [ 1073.154084] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.171853] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ef9262-dd76-30af-4df6-c1ac431f789c, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.172802] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.173108] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.173330] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.173806] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.173806] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.175341] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f712980e-5d96-414f-9427-f71a117b6cf4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.187081] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.187374] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.188966] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b27661-f259-420f-8905-4103e0d0b3a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.197259] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1073.197259] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520b5f66-f5a2-0bc1-2d58-c77678fff4f1" [ 1073.197259] env[65683]: _type = "Task" [ 1073.197259] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.208877] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520b5f66-f5a2-0bc1-2d58-c77678fff4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.230426] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "7b591504-429a-49d2-a393-9a73138e448d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.230761] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "7b591504-429a-49d2-a393-9a73138e448d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.276932] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.277352] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.362312] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433822, 'name': ReconfigVM_Task, 'duration_secs': 0.776345} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.362312] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f5d14407-5cb1-4651-86d9-8e8f24186a6c/f5d14407-5cb1-4651-86d9-8e8f24186a6c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.362312] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-046c788a-c1d6-4e91-aeb0-e4db90d43a8a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.370837] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1073.370837] env[65683]: value = "task-4433824" [ 1073.370837] env[65683]: _type = "Task" [ 1073.370837] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.382400] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433824, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.461268] env[65683]: DEBUG oslo_concurrency.lockutils [req-e14999e5-06c7-4fad-b58a-ec6438ecf92b req-f2ebb0df-0232-4169-abaa-88c787c8d388 service nova] Releasing lock "refresh_cache-ed5304a4-8dbd-4674-a56d-0866d45e270d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.470690] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.470690] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.519555] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091938} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.519926] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.521058] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6629313a-17b7-40e5-bc55-9fbf9f6f9300 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.549959] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.550573] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a38d8f-e3f4-49d7-aeb2-aa5d14e9a406 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.575319] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1073.575319] env[65683]: value = "task-4433825" [ 1073.575319] env[65683]: _type = "Task" [ 1073.575319] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.586905] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.612915] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2207be06-365d-4275-ac9c-8bbd37961a43 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "8187b4aa-64e0-405d-9f9a-eb8d19b093c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.120s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.663945] env[65683]: DEBUG nova.compute.manager [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Received event network-changed-4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1073.664482] env[65683]: DEBUG nova.compute.manager [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Refreshing instance network info cache due to event network-changed-4dbdc383-82a8-4c26-bea3-c12e3ed8399b. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1073.665114] env[65683]: DEBUG oslo_concurrency.lockutils [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] Acquiring lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.665953] env[65683]: DEBUG oslo_concurrency.lockutils [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] Acquired lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.665953] env[65683]: DEBUG nova.network.neutron [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Refreshing network info cache for port 4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.673687] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.676548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.676548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "95bff58e-a68b-487f-a46c-1863360282bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.676548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.676548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.677331] env[65683]: INFO nova.compute.manager [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Terminating instance [ 1073.710414] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520b5f66-f5a2-0bc1-2d58-c77678fff4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.711441] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7b2fc3-8e9a-420b-abc7-e7927cda4139 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.718499] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1073.718499] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5216519e-5b3e-347e-6b23-8c29a95ecd07" [ 1073.718499] env[65683]: _type = "Task" [ 1073.718499] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.728238] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5216519e-5b3e-347e-6b23-8c29a95ecd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.733791] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1073.785260] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1073.882683] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433824, 'name': Rename_Task, 'duration_secs': 0.297078} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.883000] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.883347] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ca70c6d-66c1-421c-a85e-f1103b51840f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.891927] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1073.891927] env[65683]: value = "task-4433826" [ 1073.891927] env[65683]: _type = "Task" [ 1073.891927] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.904104] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.976630] env[65683]: INFO nova.compute.manager [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Detaching volume a3ee108d-69d4-4488-89ff-c43a7e78c6fa [ 1074.021835] env[65683]: INFO nova.virt.block_device [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Attempting to driver detach volume a3ee108d-69d4-4488-89ff-c43a7e78c6fa from mountpoint /dev/sdb [ 1074.022155] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.022401] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867318', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'name': 'volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc05a478-eb55-4f19-ae0d-db0b96bba207', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'serial': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.023699] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c80cbc3-7fcd-4817-94e3-31fb5e0bc7f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.051055] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80234c-283a-4d03-ab49-33a7392a2a62 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.060751] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92d9c48-4d18-4d08-82be-7c3f3c94fe43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.089263] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7130027-dff4-4e10-bbe0-af2f6669e45e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.115055] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The volume has not been displaced from its original location: [datastore2] volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa/volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.120866] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.121443] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.122218] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c8328d-0c70-4bc6-aa9f-dc016dcb7653 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.145783] env[65683]: DEBUG oslo_vmware.api [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1074.145783] env[65683]: value = "task-4433828" [ 1074.145783] env[65683]: _type = "Task" [ 1074.145783] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.156460] env[65683]: DEBUG oslo_vmware.api [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.172501] env[65683]: WARNING neutronclient.v2_0.client [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.182364] env[65683]: DEBUG nova.compute.manager [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1074.182814] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.184901] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615f808f-31e2-40a2-ba0b-b5ba196b0aaf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.195639] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.195639] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2866e6cd-d22e-4128-b13d-346d8801b449 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.206185] env[65683]: DEBUG oslo_vmware.api [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1074.206185] env[65683]: value = "task-4433829" [ 1074.206185] env[65683]: _type = "Task" [ 1074.206185] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.218499] env[65683]: DEBUG oslo_vmware.api [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.232941] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5216519e-5b3e-347e-6b23-8c29a95ecd07, 'name': SearchDatastore_Task, 'duration_secs': 0.018931} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.236929] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.237339] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] ed5304a4-8dbd-4674-a56d-0866d45e270d/ed5304a4-8dbd-4674-a56d-0866d45e270d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.243867] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ec43308-be60-4d54-8fe7-4d7b52ddfe94 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.254051] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1074.254051] env[65683]: value = "task-4433830" [ 1074.254051] env[65683]: _type = "Task" [ 1074.254051] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.266135] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.274416] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.274958] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.277301] env[65683]: INFO nova.compute.claims [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.319287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.402873] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.404509] env[65683]: WARNING neutronclient.v2_0.client [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.515963] env[65683]: DEBUG nova.network.neutron [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Updated VIF entry in instance network info cache for port 4dbdc383-82a8-4c26-bea3-c12e3ed8399b. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.516400] env[65683]: DEBUG nova.network.neutron [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Updating instance_info_cache with network_info: [{"id": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "address": "fa:16:3e:9c:5d:fe", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbdc383-82", "ovs_interfaceid": "4dbdc383-82a8-4c26-bea3-c12e3ed8399b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.595033] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433825, 'name': ReconfigVM_Task, 'duration_secs': 0.629592} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.595355] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.596448] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8755e8b-5771-4df3-8357-1f762c12d83b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.607310] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1074.607310] env[65683]: value = "task-4433831" [ 1074.607310] env[65683]: _type = "Task" [ 1074.607310] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.621033] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433831, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.657975] env[65683]: DEBUG oslo_vmware.api [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433828, 'name': ReconfigVM_Task, 'duration_secs': 0.360795} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.658525] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.667480] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78230001-7a4f-458a-9caa-b984990a46ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.687513] env[65683]: DEBUG oslo_vmware.api [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1074.687513] env[65683]: value = "task-4433832" [ 1074.687513] env[65683]: _type = "Task" [ 1074.687513] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.700916] env[65683]: DEBUG oslo_vmware.api [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.720570] env[65683]: DEBUG oslo_vmware.api [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433829, 'name': PowerOffVM_Task, 'duration_secs': 0.229762} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.721054] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.721389] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.722042] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96493439-4ccd-4340-bd3c-a3ad098fa385 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.768232] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.801601] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.801924] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.802183] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleting the datastore file [datastore1] 95bff58e-a68b-487f-a46c-1863360282bd {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.802521] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba3e0f4-a485-4605-a21f-79be0bb66d92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.811020] env[65683]: DEBUG oslo_vmware.api [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1074.811020] env[65683]: value = "task-4433834" [ 1074.811020] env[65683]: _type = "Task" [ 1074.811020] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.822472] env[65683]: DEBUG oslo_vmware.api [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.905824] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.019556] env[65683]: DEBUG oslo_concurrency.lockutils [req-41669b24-0bba-4234-8593-d98975258767 req-e31f4897-3461-45e0-989b-3cbb3be9fbce service nova] Releasing lock "refresh_cache-a860a1de-636e-4d84-abf6-5c0e999a70e8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.128217] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433831, 'name': Rename_Task, 'duration_secs': 0.202002} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.129055] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.129055] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-559dd0fd-8af4-4d5b-a0a5-5590d831b2db {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.139352] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1075.139352] env[65683]: value = "task-4433835" [ 1075.139352] env[65683]: _type = "Task" [ 1075.139352] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.148504] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.199699] env[65683]: DEBUG oslo_vmware.api [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433832, 'name': ReconfigVM_Task, 'duration_secs': 0.21224} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.200080] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867318', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'name': 'volume-a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc05a478-eb55-4f19-ae0d-db0b96bba207', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa', 'serial': 'a3ee108d-69d4-4488-89ff-c43a7e78c6fa'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.266446] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876418} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.266990] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] ed5304a4-8dbd-4674-a56d-0866d45e270d/ed5304a4-8dbd-4674-a56d-0866d45e270d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.268705] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.268705] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-080c1f11-39a4-4a5c-97a2-c49304f078f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.275895] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1075.275895] env[65683]: value = "task-4433836" [ 1075.275895] env[65683]: _type = "Task" [ 1075.275895] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.292200] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.331946] env[65683]: DEBUG oslo_vmware.api [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47478} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.332256] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.332662] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.332916] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.334487] env[65683]: INFO nova.compute.manager [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1075.334487] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1075.334487] env[65683]: DEBUG nova.compute.manager [-] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1075.334487] env[65683]: DEBUG nova.network.neutron [-] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1075.334487] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.377637] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.407228] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.591415] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabed70e-e141-47ea-a3b5-c21c768a0089 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.601368] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4917409-5993-4fb1-a5a6-8ad653ad4e64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.646982] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392049b-8ce6-4eba-b9ab-25a0ae0da4b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.660180] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec32156-28a0-4716-9375-b7cd58b0d49c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.664029] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.676147] env[65683]: DEBUG nova.compute.provider_tree [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.769613] env[65683]: DEBUG nova.objects.instance [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'flavor' on Instance uuid bc05a478-eb55-4f19-ae0d-db0b96bba207 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.788646] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085949} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.789545] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.790469] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9226acb0-857b-4484-b620-cef149f32261 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.817520] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] ed5304a4-8dbd-4674-a56d-0866d45e270d/ed5304a4-8dbd-4674-a56d-0866d45e270d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.817981] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91df26b7-42bb-47f7-a858-a2b97de23033 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.840242] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1075.840242] env[65683]: value = "task-4433837" [ 1075.840242] env[65683]: _type = "Task" [ 1075.840242] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.850159] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.905981] env[65683]: DEBUG oslo_vmware.api [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433826, 'name': PowerOnVM_Task, 'duration_secs': 1.586507} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.907179] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.907415] env[65683]: INFO nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1075.907643] env[65683]: DEBUG nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1075.908607] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19063971-0632-4cb6-af14-e1641da08566 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.914047] env[65683]: DEBUG nova.compute.manager [req-4276f515-f4d2-4dbe-9731-0d7ad6f93cf4 req-c7771220-3d0c-43db-a13a-9677020439b3 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Received event network-vif-deleted-3eee0150-7cb3-4790-8ed4-b759b257a326 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1075.914175] env[65683]: INFO nova.compute.manager [req-4276f515-f4d2-4dbe-9731-0d7ad6f93cf4 req-c7771220-3d0c-43db-a13a-9677020439b3 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Neutron deleted interface 3eee0150-7cb3-4790-8ed4-b759b257a326; detaching it from the instance and deleting it from the info cache [ 1075.914420] env[65683]: DEBUG nova.network.neutron [req-4276f515-f4d2-4dbe-9731-0d7ad6f93cf4 req-c7771220-3d0c-43db-a13a-9677020439b3 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.036628] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.036998] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.152739] env[65683]: DEBUG oslo_vmware.api [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433835, 'name': PowerOnVM_Task, 'duration_secs': 0.680365} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.153018] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.153236] env[65683]: DEBUG nova.compute.manager [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1076.154048] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e54540-46ed-44f9-8470-2b56e6d9faba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.181571] env[65683]: DEBUG nova.scheduler.client.report [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.353036] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.394990] env[65683]: DEBUG nova.network.neutron [-] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.426649] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09ba00ba-ca71-4104-9ecd-c943bcbae500 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.432159] env[65683]: INFO nova.compute.manager [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Took 23.97 seconds to build instance. [ 1076.440079] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03226a9d-9572-4f26-8739-bd1059b37eda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.480626] env[65683]: DEBUG nova.compute.manager [req-4276f515-f4d2-4dbe-9731-0d7ad6f93cf4 req-c7771220-3d0c-43db-a13a-9677020439b3 service nova] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Detach interface failed, port_id=3eee0150-7cb3-4790-8ed4-b759b257a326, reason: Instance 95bff58e-a68b-487f-a46c-1863360282bd could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.539362] env[65683]: DEBUG nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.678250] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.686461] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.687289] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1076.692440] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.373s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.697494] env[65683]: INFO nova.compute.claims [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.782469] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8bb6ee2f-e112-495f-b0e6-264e55d91e45 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.853521] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433837, 'name': ReconfigVM_Task, 'duration_secs': 0.695837} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.854039] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Reconfigured VM instance instance-00000064 to attach disk [datastore2] ed5304a4-8dbd-4674-a56d-0866d45e270d/ed5304a4-8dbd-4674-a56d-0866d45e270d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.855144] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b99ae14-228d-44e5-9e02-1c6ef2b47391 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.863420] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1076.863420] env[65683]: value = "task-4433838" [ 1076.863420] env[65683]: _type = "Task" [ 1076.863420] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.876324] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433838, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.902281] env[65683]: INFO nova.compute.manager [-] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Took 1.57 seconds to deallocate network for instance. [ 1076.934503] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022cc7c2-5dcd-4a71-9bdf-d8e828929c17 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.490s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.068772] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.203384] env[65683]: DEBUG nova.compute.utils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.205485] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1077.205676] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1077.206304] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.206674] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.270083] env[65683]: DEBUG nova.policy [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c4f1ffd44fe46d1accfb8a039d2c17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46dba501f5624d0294d7101746a5a44e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.376465] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433838, 'name': Rename_Task, 'duration_secs': 0.247105} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.376769] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.377073] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5a104e-31f0-40c1-a7dc-8b770c5b1c42 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.387355] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1077.387355] env[65683]: value = "task-4433840" [ 1077.387355] env[65683]: _type = "Task" [ 1077.387355] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.398318] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.410755] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.672811] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Successfully created port: c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1077.710022] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1077.900350] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.113974] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4039e-e0b8-4a2b-98d6-82c864e58cf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.122923] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e491148-d939-4426-b7d1-4af70a22c38f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.155533] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c1a55-f02e-4c69-98c1-0d89ae1deedc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.164596] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ad4722-a450-4954-b484-8fb6798ab2f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.180989] env[65683]: DEBUG nova.compute.provider_tree [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.184987] env[65683]: INFO nova.compute.manager [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Rebuilding instance [ 1078.230690] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.230939] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.231158] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "bc05a478-eb55-4f19-ae0d-db0b96bba207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.231352] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.231513] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.235222] env[65683]: INFO nova.compute.manager [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Terminating instance [ 1078.246819] env[65683]: DEBUG nova.compute.manager [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.248465] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7a9c35-9bf5-4e5c-8911-5c9e59aeebdb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.400388] env[65683]: DEBUG oslo_vmware.api [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433840, 'name': PowerOnVM_Task, 'duration_secs': 0.92275} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.400730] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.401035] env[65683]: INFO nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1078.401198] env[65683]: DEBUG nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.402306] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b35a708-98ff-494c-b730-301c2d19c1f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.485659] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "072b7097-56c7-4358-b5c1-c51930a5e1ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.485928] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.684740] env[65683]: DEBUG nova.scheduler.client.report [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.728742] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1078.738599] env[65683]: DEBUG nova.compute.manager [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1078.738987] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.739996] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30d4205-11d4-466f-b789-c553498e4bab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.749146] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.751516] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cecd5ee8-c5e2-4e20-8fad-d2eacb8ef9a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.759926] env[65683]: DEBUG oslo_vmware.api [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1078.759926] env[65683]: value = "task-4433841" [ 1078.759926] env[65683]: _type = "Task" [ 1078.759926] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.762385] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1078.762742] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.762824] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1078.762987] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.763154] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1078.763301] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1078.763508] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1078.763663] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1078.763834] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1078.763987] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1078.764169] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1078.765364] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0f0bde-4a21-423b-a4d0-84466680c08c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.783740] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde882c8-156c-4745-a041-d49b1679b9ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.788627] env[65683]: DEBUG oslo_vmware.api [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.922369] env[65683]: INFO nova.compute.manager [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Took 20.74 seconds to build instance. [ 1078.988344] env[65683]: DEBUG nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1079.190476] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.191093] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1079.196135] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.517s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.196135] env[65683]: DEBUG nova.objects.instance [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.274911] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.278797] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e488ba-1165-4f62-8e86-b5a3bb8310da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.280762] env[65683]: DEBUG oslo_vmware.api [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433841, 'name': PowerOffVM_Task, 'duration_secs': 0.386465} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.282086] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.282086] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.282661] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dfad4df-8145-4e37-95ff-625fc11143c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.288770] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1079.288770] env[65683]: value = "task-4433843" [ 1079.288770] env[65683]: _type = "Task" [ 1079.288770] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.300810] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.385316] env[65683]: DEBUG nova.compute.manager [req-227f8b24-37bc-4bed-8fa6-6aa42aaeb207 req-e7e85adc-746e-4a81-9c23-5fa579925b9a service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Received event network-vif-plugged-c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.385316] env[65683]: DEBUG oslo_concurrency.lockutils [req-227f8b24-37bc-4bed-8fa6-6aa42aaeb207 req-e7e85adc-746e-4a81-9c23-5fa579925b9a service nova] Acquiring lock "7b591504-429a-49d2-a393-9a73138e448d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.385316] env[65683]: DEBUG oslo_concurrency.lockutils [req-227f8b24-37bc-4bed-8fa6-6aa42aaeb207 req-e7e85adc-746e-4a81-9c23-5fa579925b9a service nova] Lock "7b591504-429a-49d2-a393-9a73138e448d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.386159] env[65683]: DEBUG oslo_concurrency.lockutils [req-227f8b24-37bc-4bed-8fa6-6aa42aaeb207 req-e7e85adc-746e-4a81-9c23-5fa579925b9a service nova] Lock "7b591504-429a-49d2-a393-9a73138e448d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.386539] env[65683]: DEBUG nova.compute.manager [req-227f8b24-37bc-4bed-8fa6-6aa42aaeb207 req-e7e85adc-746e-4a81-9c23-5fa579925b9a service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] No waiting events found dispatching network-vif-plugged-c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1079.386849] env[65683]: WARNING nova.compute.manager [req-227f8b24-37bc-4bed-8fa6-6aa42aaeb207 req-e7e85adc-746e-4a81-9c23-5fa579925b9a service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Received unexpected event network-vif-plugged-c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 for instance with vm_state building and task_state spawning. [ 1079.389968] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.390324] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.390620] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleting the datastore file [datastore2] bc05a478-eb55-4f19-ae0d-db0b96bba207 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.392351] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eff4c79-f156-43ee-ac94-fedb047bd55e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.406503] env[65683]: DEBUG oslo_vmware.api [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1079.406503] env[65683]: value = "task-4433845" [ 1079.406503] env[65683]: _type = "Task" [ 1079.406503] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.414310] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Successfully updated port: c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1079.421539] env[65683]: DEBUG oslo_vmware.api [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.423841] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1b25bee8-b205-4a77-8e89-9a72eac036b1 tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.254s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.519018] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.698548] env[65683]: DEBUG nova.compute.utils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.703481] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1079.703481] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1079.703673] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.704081] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.747135] env[65683]: DEBUG nova.policy [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c4f1ffd44fe46d1accfb8a039d2c17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46dba501f5624d0294d7101746a5a44e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.764152] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "ed5304a4-8dbd-4674-a56d-0866d45e270d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.764444] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.764662] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "ed5304a4-8dbd-4674-a56d-0866d45e270d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.764936] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.765192] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.767738] env[65683]: INFO nova.compute.manager [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Terminating instance [ 1079.800879] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433843, 'name': PowerOffVM_Task, 'duration_secs': 0.240621} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.801188] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.801410] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.802227] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e5c2a-1c79-4b29-8b94-960f7a3eacbf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.811398] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.811708] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f8b0645-2e98-46f8-9f2b-2a39f9a9a611 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.917439] env[65683]: DEBUG oslo_vmware.api [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41991} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.917646] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.917821] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.918040] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.918233] env[65683]: INFO nova.compute.manager [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1079.918481] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1079.918771] env[65683]: DEBUG nova.compute.manager [-] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1079.918871] env[65683]: DEBUG nova.network.neutron [-] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.919139] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.925021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "refresh_cache-7b591504-429a-49d2-a393-9a73138e448d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.925021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "refresh_cache-7b591504-429a-49d2-a393-9a73138e448d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.925021] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1080.005082] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.062282] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Successfully created port: 5fc7700c-5659-4ffb-b804-93636ba90336 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1080.205150] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1080.208923] env[65683]: DEBUG oslo_concurrency.lockutils [None req-95cb2386-fd0e-44e4-b156-2b42ebdff8d3 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.209966] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.141s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.212035] env[65683]: INFO nova.compute.claims [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.272188] env[65683]: DEBUG nova.compute.manager [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1080.273737] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.273876] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a80643-b22e-4dba-9f05-c455a6f1d1d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.286206] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.286557] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a967077-86af-488d-b060-87f0bfdd8654 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.296245] env[65683]: DEBUG oslo_vmware.api [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1080.296245] env[65683]: value = "task-4433847" [ 1080.296245] env[65683]: _type = "Task" [ 1080.296245] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.314126] env[65683]: DEBUG oslo_vmware.api [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.563720] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.564070] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.564316] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleting the datastore file [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.564612] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35ccd0f1-7bec-4157-8238-48e64a8ff201 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.573341] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1080.573341] env[65683]: value = "task-4433848" [ 1080.573341] env[65683]: _type = "Task" [ 1080.573341] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.583985] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.592856] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1080.781560] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.808472] env[65683]: DEBUG oslo_vmware.api [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433847, 'name': PowerOffVM_Task, 'duration_secs': 0.396117} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.808472] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.808472] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.808472] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04b0b678-ba3f-4ff1-9314-b481d72e7f34 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.891807] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Updating instance_info_cache with network_info: [{"id": "c170cc4c-0e11-4ed4-a0f0-ec9b680720b4", "address": "fa:16:3e:a0:36:dd", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc170cc4c-0e", "ovs_interfaceid": "c170cc4c-0e11-4ed4-a0f0-ec9b680720b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.897622] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.897900] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.898104] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Deleting the datastore file [datastore2] ed5304a4-8dbd-4674-a56d-0866d45e270d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.899034] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded13255-d8e3-46eb-ab23-2657d4f7c8be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.907065] env[65683]: DEBUG oslo_vmware.api [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for the task: (returnval){ [ 1080.907065] env[65683]: value = "task-4433850" [ 1080.907065] env[65683]: _type = "Task" [ 1080.907065] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.918479] env[65683]: DEBUG oslo_vmware.api [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.018436] env[65683]: DEBUG nova.network.neutron [-] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.086200] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404586} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.086538] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.086727] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.086894] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.217706] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1081.238525] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1081.238786] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.238944] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1081.239137] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.244265] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1081.244265] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1081.244265] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1081.244265] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1081.244265] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1081.244265] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1081.244265] env[65683]: DEBUG nova.virt.hardware [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1081.244265] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54620d5d-3d50-4cbd-a823-0c00bc41e492 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.250843] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f08a1c-21e8-4de1-bea8-4c038eaf07a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.400386] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "refresh_cache-7b591504-429a-49d2-a393-9a73138e448d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.400713] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Instance network_info: |[{"id": "c170cc4c-0e11-4ed4-a0f0-ec9b680720b4", "address": "fa:16:3e:a0:36:dd", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc170cc4c-0e", "ovs_interfaceid": "c170cc4c-0e11-4ed4-a0f0-ec9b680720b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1081.404612] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:36:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c170cc4c-0e11-4ed4-a0f0-ec9b680720b4', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.419983] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Creating folder: Project (46dba501f5624d0294d7101746a5a44e). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.420684] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed2414e-c37e-4a4d-8792-3249f10f5492 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.432813] env[65683]: DEBUG nova.compute.manager [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Received event network-changed-c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.432813] env[65683]: DEBUG nova.compute.manager [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Refreshing instance network info cache due to event network-changed-c170cc4c-0e11-4ed4-a0f0-ec9b680720b4. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1081.432813] env[65683]: DEBUG oslo_concurrency.lockutils [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] Acquiring lock "refresh_cache-7b591504-429a-49d2-a393-9a73138e448d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.432813] env[65683]: DEBUG oslo_concurrency.lockutils [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] Acquired lock "refresh_cache-7b591504-429a-49d2-a393-9a73138e448d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.432813] env[65683]: DEBUG nova.network.neutron [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Refreshing network info cache for port c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.437700] env[65683]: DEBUG oslo_vmware.api [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Task: {'id': task-4433850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394526} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.442569] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.442826] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.443028] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.443218] env[65683]: INFO nova.compute.manager [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1081.443527] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1081.443765] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Created folder: Project (46dba501f5624d0294d7101746a5a44e) in parent group-v867054. [ 1081.443966] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Creating folder: Instances. Parent ref: group-v867327. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.444793] env[65683]: DEBUG nova.compute.manager [-] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1081.444917] env[65683]: DEBUG nova.network.neutron [-] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1081.445212] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.447112] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d19a27-0c28-4bd0-9561-43586b04a8be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.465999] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Created folder: Instances in parent group-v867327. [ 1081.466172] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1081.466396] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.466647] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ac62539-1619-459f-8f37-086fb394e6d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.490594] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.490594] env[65683]: value = "task-4433854" [ 1081.490594] env[65683]: _type = "Task" [ 1081.490594] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.500517] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.509230] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433854, 'name': CreateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.522701] env[65683]: INFO nova.compute.manager [-] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Took 1.60 seconds to deallocate network for instance. [ 1081.596747] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa2f021-8480-4aaf-9665-8269980f9cb9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.606607] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b0b23-93c1-44bc-8af7-a8aac4aa5ee0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.641372] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e4752-7e15-43db-86b7-1175098235af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.653935] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590ad21-f52f-4c34-92a2-1195164627f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.672406] env[65683]: DEBUG nova.compute.provider_tree [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.731109] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Successfully updated port: 5fc7700c-5659-4ffb-b804-93636ba90336 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1081.813224] env[65683]: DEBUG nova.compute.manager [req-2a95799f-c313-4b2f-87d3-6183df33aca1 req-7d6f072b-8f06-4fb7-a16b-1cad5fdd6497 service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Received event network-vif-plugged-5fc7700c-5659-4ffb-b804-93636ba90336 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.813506] env[65683]: DEBUG oslo_concurrency.lockutils [req-2a95799f-c313-4b2f-87d3-6183df33aca1 req-7d6f072b-8f06-4fb7-a16b-1cad5fdd6497 service nova] Acquiring lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.813744] env[65683]: DEBUG oslo_concurrency.lockutils [req-2a95799f-c313-4b2f-87d3-6183df33aca1 req-7d6f072b-8f06-4fb7-a16b-1cad5fdd6497 service nova] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.813891] env[65683]: DEBUG oslo_concurrency.lockutils [req-2a95799f-c313-4b2f-87d3-6183df33aca1 req-7d6f072b-8f06-4fb7-a16b-1cad5fdd6497 service nova] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.814078] env[65683]: DEBUG nova.compute.manager [req-2a95799f-c313-4b2f-87d3-6183df33aca1 req-7d6f072b-8f06-4fb7-a16b-1cad5fdd6497 service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] No waiting events found dispatching network-vif-plugged-5fc7700c-5659-4ffb-b804-93636ba90336 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1081.814389] env[65683]: WARNING nova.compute.manager [req-2a95799f-c313-4b2f-87d3-6183df33aca1 req-7d6f072b-8f06-4fb7-a16b-1cad5fdd6497 service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Received unexpected event network-vif-plugged-5fc7700c-5659-4ffb-b804-93636ba90336 for instance with vm_state building and task_state spawning. [ 1081.941552] env[65683]: WARNING neutronclient.v2_0.client [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.012019] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433854, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.030914] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.128535] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.128792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.134715] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1082.135048] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.135276] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1082.135511] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.135688] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1082.135892] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1082.136225] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.136466] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1082.136688] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1082.136876] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1082.137081] env[65683]: DEBUG nova.virt.hardware [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1082.138335] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9af2ad-8169-429c-a5c7-b856cf56d58e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.149500] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b13fef-e0a9-452f-8532-ca3fbc85bd0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.155356] env[65683]: WARNING neutronclient.v2_0.client [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.169538] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:2c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '311ca27a-fdea-4b1d-99ff-30272eb8c026', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.176931] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1082.179846] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.180401] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26cb6de9-a851-4285-adca-dfe4ba4dbd78 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.196486] env[65683]: ERROR nova.scheduler.client.report [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [req-ab8e94de-0249-48ee-a1b9-bd7714391b7a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab8e94de-0249-48ee-a1b9-bd7714391b7a"}]} [ 1082.208431] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.208431] env[65683]: value = "task-4433855" [ 1082.208431] env[65683]: _type = "Task" [ 1082.208431] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.217651] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433855, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.218755] env[65683]: DEBUG nova.scheduler.client.report [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1082.233567] env[65683]: DEBUG nova.scheduler.client.report [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1082.233835] env[65683]: DEBUG nova.compute.provider_tree [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.236683] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "refresh_cache-c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.236807] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "refresh_cache-c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.236971] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1082.241960] env[65683]: DEBUG nova.network.neutron [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Updated VIF entry in instance network info cache for port c170cc4c-0e11-4ed4-a0f0-ec9b680720b4. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.242422] env[65683]: DEBUG nova.network.neutron [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Updating instance_info_cache with network_info: [{"id": "c170cc4c-0e11-4ed4-a0f0-ec9b680720b4", "address": "fa:16:3e:a0:36:dd", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc170cc4c-0e", "ovs_interfaceid": "c170cc4c-0e11-4ed4-a0f0-ec9b680720b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.251426] env[65683]: DEBUG nova.scheduler.client.report [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1082.268302] env[65683]: DEBUG nova.network.neutron [-] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.276880] env[65683]: DEBUG nova.scheduler.client.report [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1082.510012] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433854, 'name': CreateVM_Task, 'duration_secs': 0.587924} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.510240] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.510789] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.511422] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.511526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.512000] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.512199] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53030df-f205-4974-8175-f7f72b3ad504 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.521514] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1082.521514] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522e6946-3f71-b47b-539d-40052a2c6d40" [ 1082.521514] env[65683]: _type = "Task" [ 1082.521514] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.536436] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.536724] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.542876] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522e6946-3f71-b47b-539d-40052a2c6d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.607884] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d094c94-8202-4163-9004-f40935d5c54b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.618928] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6dffc2-4ef9-4d48-aa43-e5d2acfd1ff6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.649773] env[65683]: DEBUG nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1082.654189] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43949ec8-868b-42c2-96f4-808df670d14e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.662968] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e77bc4-a929-4639-a960-aa8eef11b5c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.679440] env[65683]: DEBUG nova.compute.provider_tree [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.719615] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433855, 'name': CreateVM_Task, 'duration_secs': 0.374419} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.719908] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.720709] env[65683]: WARNING neutronclient.v2_0.client [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1082.721283] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.745196] env[65683]: DEBUG oslo_concurrency.lockutils [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] Releasing lock "refresh_cache-7b591504-429a-49d2-a393-9a73138e448d" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.745478] env[65683]: DEBUG nova.compute.manager [req-62bf59f3-e3d1-4ca0-8179-48181e60907a req-4028b330-243d-4b48-b369-71ea82c2e590 service nova] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Received event network-vif-deleted-6a57330a-ae8c-45e6-9517-7122b176550d {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1082.770841] env[65683]: INFO nova.compute.manager [-] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Took 1.33 seconds to deallocate network for instance. [ 1082.773500] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1082.859086] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.941958] env[65683]: DEBUG nova.network.neutron [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Updating instance_info_cache with network_info: [{"id": "5fc7700c-5659-4ffb-b804-93636ba90336", "address": "fa:16:3e:f4:76:62", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc7700c-56", "ovs_interfaceid": "5fc7700c-5659-4ffb-b804-93636ba90336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.037639] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522e6946-3f71-b47b-539d-40052a2c6d40, 'name': SearchDatastore_Task, 'duration_secs': 0.023829} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.037888] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.038161] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.038448] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.038610] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.038921] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.039141] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.039501] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.039768] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77074841-057e-47cc-8d1e-d30504bf97d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.041882] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50a7e2d-771c-4374-8e62-84121f8798c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.043748] env[65683]: DEBUG nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1083.051408] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1083.051408] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5247404a-36a4-ec70-ddb2-d94c5908ff4a" [ 1083.051408] env[65683]: _type = "Task" [ 1083.051408] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.057267] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.057267] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.057627] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689d13db-2c1c-4c4f-9d93-b2d45cb495b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.065024] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5247404a-36a4-ec70-ddb2-d94c5908ff4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.065522] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1083.065522] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5258e46d-423d-dbc2-f3e1-b2f563714dd5" [ 1083.065522] env[65683]: _type = "Task" [ 1083.065522] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.074752] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5258e46d-423d-dbc2-f3e1-b2f563714dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.175151] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.214742] env[65683]: DEBUG nova.scheduler.client.report [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1083.215120] env[65683]: DEBUG nova.compute.provider_tree [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 141 to 142 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1083.215437] env[65683]: DEBUG nova.compute.provider_tree [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.281104] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.445223] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "refresh_cache-c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.445746] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Instance network_info: |[{"id": "5fc7700c-5659-4ffb-b804-93636ba90336", "address": "fa:16:3e:f4:76:62", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc7700c-56", "ovs_interfaceid": "5fc7700c-5659-4ffb-b804-93636ba90336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1083.446272] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:76:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fc7700c-5659-4ffb-b804-93636ba90336', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.455363] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1083.455644] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.456120] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f65e5461-ca20-49f1-ba59-f09f3eef8b2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.474622] env[65683]: DEBUG nova.compute.manager [req-8701e5fd-8d5b-4422-8e72-4b8678220cad req-0874cfde-1c6e-4779-b5a0-c7eceffd8b36 service nova] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Received event network-vif-deleted-723909c9-2f74-4cdc-9140-0af87a0af4dc {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1083.481311] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.481311] env[65683]: value = "task-4433857" [ 1083.481311] env[65683]: _type = "Task" [ 1083.481311] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.494137] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433857, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.567806] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5247404a-36a4-ec70-ddb2-d94c5908ff4a, 'name': SearchDatastore_Task, 'duration_secs': 0.015923} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.568880] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.572279] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.572540] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.572762] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.579643] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5258e46d-423d-dbc2-f3e1-b2f563714dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.02258} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.580646] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b851c2-9fa5-403c-88ac-9d8db08417a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.588955] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1083.588955] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5211a97e-d2da-0fbd-b3a3-0badbeb3d54b" [ 1083.588955] env[65683]: _type = "Task" [ 1083.588955] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.599106] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5211a97e-d2da-0fbd-b3a3-0badbeb3d54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.721191] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.511s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.722092] env[65683]: DEBUG nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1083.724763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.314s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.725061] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.727477] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.209s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.730031] env[65683]: INFO nova.compute.claims [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.759743] env[65683]: INFO nova.scheduler.client.report [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted allocations for instance 95bff58e-a68b-487f-a46c-1863360282bd [ 1083.844739] env[65683]: DEBUG nova.compute.manager [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Received event network-changed-5fc7700c-5659-4ffb-b804-93636ba90336 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1083.845052] env[65683]: DEBUG nova.compute.manager [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Refreshing instance network info cache due to event network-changed-5fc7700c-5659-4ffb-b804-93636ba90336. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1083.845518] env[65683]: DEBUG oslo_concurrency.lockutils [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] Acquiring lock "refresh_cache-c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.845711] env[65683]: DEBUG oslo_concurrency.lockutils [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] Acquired lock "refresh_cache-c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.845899] env[65683]: DEBUG nova.network.neutron [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Refreshing network info cache for port 5fc7700c-5659-4ffb-b804-93636ba90336 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.994884] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433857, 'name': CreateVM_Task, 'duration_secs': 0.463746} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.995281] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.995644] env[65683]: WARNING neutronclient.v2_0.client [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.996016] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.996291] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.996613] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.998751] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3675cf-66d2-4ffd-93ee-d191461d0db3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.044058] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1084.044058] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52746ce0-f665-dad7-028c-26aceeea75a8" [ 1084.044058] env[65683]: _type = "Task" [ 1084.044058] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.044058] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261e0b4-7204-ce9a-b4d7-7547dd5fa379/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1084.044058] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c841f-cafb-401f-a240-57fa0de68dde {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.044058] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52746ce0-f665-dad7-028c-26aceeea75a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.044058] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261e0b4-7204-ce9a-b4d7-7547dd5fa379/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1084.044058] env[65683]: ERROR oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261e0b4-7204-ce9a-b4d7-7547dd5fa379/disk-0.vmdk due to incomplete transfer. [ 1084.044058] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c316462b-b0a2-4fb4-a4e3-ecfe00b2bb44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.044058] env[65683]: DEBUG oslo_vmware.rw_handles [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261e0b4-7204-ce9a-b4d7-7547dd5fa379/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1084.044058] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Uploaded image df29fd95-e77e-4160-9f66-a6230e629d36 to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1084.044058] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1084.044058] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae083844-f613-47e3-b13a-a07c4dc1327b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.045700] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1084.045700] env[65683]: value = "task-4433858" [ 1084.045700] env[65683]: _type = "Task" [ 1084.045700] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.055915] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433858, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.100408] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5211a97e-d2da-0fbd-b3a3-0badbeb3d54b, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.100703] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.101046] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 7b591504-429a-49d2-a393-9a73138e448d/7b591504-429a-49d2-a393-9a73138e448d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.101375] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.101582] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.101838] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef6e55fd-f974-4a95-a74c-6c7368e711b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.104921] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccaff68e-4f60-484a-b8d4-cf436513cc3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.114062] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1084.114062] env[65683]: value = "task-4433859" [ 1084.114062] env[65683]: _type = "Task" [ 1084.114062] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.115837] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.116561] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.124198] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24753bf-2bee-4fa2-8f44-25440773fc61 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.131635] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1084.131635] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e450a6-1feb-2013-ca9b-7c15fd2ff6a6" [ 1084.131635] env[65683]: _type = "Task" [ 1084.131635] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.137770] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.148374] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e450a6-1feb-2013-ca9b-7c15fd2ff6a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.237568] env[65683]: DEBUG nova.compute.utils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.240393] env[65683]: DEBUG nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1084.240930] env[65683]: DEBUG nova.network.neutron [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1084.241136] env[65683]: WARNING neutronclient.v2_0.client [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.241453] env[65683]: WARNING neutronclient.v2_0.client [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.271048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a11c251a-1dc2-4c06-9dc0-e9cfd5be433f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "95bff58e-a68b-487f-a46c-1863360282bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.597s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.302751] env[65683]: DEBUG nova.policy [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38915d4ecfbe4dc98f0bd40747b75a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9657fb7802744a118f7b88852d2fd964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.350148] env[65683]: WARNING neutronclient.v2_0.client [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.527268] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52746ce0-f665-dad7-028c-26aceeea75a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017123} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.527612] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.527850] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.528134] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.559194] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433858, 'name': Destroy_Task, 'duration_secs': 0.46637} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.559502] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Destroyed the VM [ 1084.559776] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.560082] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df0362a8-2867-4078-a1e5-7fd6570ad0bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.571304] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1084.571304] env[65683]: value = "task-4433860" [ 1084.571304] env[65683]: _type = "Task" [ 1084.571304] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.584439] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.630070] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.645055] env[65683]: WARNING neutronclient.v2_0.client [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.655047] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e450a6-1feb-2013-ca9b-7c15fd2ff6a6, 'name': SearchDatastore_Task, 'duration_secs': 0.019717} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.655994] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41318dfb-29db-43cb-b8f4-41c1083c6949 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.664423] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1084.664423] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52792e21-b001-3dfb-a3fb-af0ea97a11a0" [ 1084.664423] env[65683]: _type = "Task" [ 1084.664423] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.674510] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52792e21-b001-3dfb-a3fb-af0ea97a11a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.704804] env[65683]: DEBUG nova.network.neutron [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Successfully created port: a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1084.744797] env[65683]: DEBUG nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1084.787159] env[65683]: DEBUG nova.network.neutron [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Updated VIF entry in instance network info cache for port 5fc7700c-5659-4ffb-b804-93636ba90336. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.787539] env[65683]: DEBUG nova.network.neutron [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Updating instance_info_cache with network_info: [{"id": "5fc7700c-5659-4ffb-b804-93636ba90336", "address": "fa:16:3e:f4:76:62", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc7700c-56", "ovs_interfaceid": "5fc7700c-5659-4ffb-b804-93636ba90336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.065203] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383b8de-b43c-4ff3-8b56-80c0ad4a38e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.084310] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e0391-1837-4e99-8529-b7b9d31f70f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.094363] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.125093] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7160cd85-feef-45a5-be6b-5fffd47d9d3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.137946] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657277} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.139918] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace5375-a410-4216-9d06-f70d2bd40100 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.143475] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 7b591504-429a-49d2-a393-9a73138e448d/7b591504-429a-49d2-a393-9a73138e448d.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.143834] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.144144] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c83eb00-36ad-46a6-9a55-816b70899267 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.158860] env[65683]: DEBUG nova.compute.provider_tree [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.162580] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1085.162580] env[65683]: value = "task-4433861" [ 1085.162580] env[65683]: _type = "Task" [ 1085.162580] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.177475] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52792e21-b001-3dfb-a3fb-af0ea97a11a0, 'name': SearchDatastore_Task, 'duration_secs': 0.046296} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.180661] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.180989] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.181675] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.181955] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.182162] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.182402] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca1420af-e230-4e80-bd5c-a1e0999ce589 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.184803] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f96c6435-56a6-40dd-9b91-492ae178eb76 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.193561] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1085.193561] env[65683]: value = "task-4433862" [ 1085.193561] env[65683]: _type = "Task" [ 1085.193561] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.198948] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.200041] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.200417] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb64293-5202-4404-b687-76f9fd5d4697 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.208936] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.214468] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1085.214468] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52735e5e-0ec2-b594-b692-52d286687cd0" [ 1085.214468] env[65683]: _type = "Task" [ 1085.214468] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.224649] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52735e5e-0ec2-b594-b692-52d286687cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.291640] env[65683]: DEBUG oslo_concurrency.lockutils [req-46a88fa6-960e-414d-ad6f-f3ad6693035e req-59b2707a-eb99-4897-865a-1aba1d9304bc service nova] Releasing lock "refresh_cache-c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.582650] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433860, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.675191] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433861, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.679738] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "f7b44c4d-9087-4d72-a295-b1df45b46103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.680061] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.682279] env[65683]: ERROR nova.scheduler.client.report [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [req-4191af07-c3eb-40cc-a34f-42ecc225911e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4191af07-c3eb-40cc-a34f-42ecc225911e"}]} [ 1085.702318] env[65683]: DEBUG nova.scheduler.client.report [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.708807] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.720832] env[65683]: DEBUG nova.scheduler.client.report [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.721075] env[65683]: DEBUG nova.compute.provider_tree [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.728480] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52735e5e-0ec2-b594-b692-52d286687cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.04011} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.729688] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e225e42a-f47d-4ac1-9047-8b30c0024f96 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.738169] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1085.738169] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52da33b0-9426-e3b0-63a1-612798339119" [ 1085.738169] env[65683]: _type = "Task" [ 1085.738169] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.739641] env[65683]: DEBUG nova.scheduler.client.report [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1085.754081] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52da33b0-9426-e3b0-63a1-612798339119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.759651] env[65683]: DEBUG nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1085.763198] env[65683]: DEBUG nova.scheduler.client.report [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1085.792041] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.792346] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.792535] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.792731] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.792876] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.793143] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.793368] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.793520] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.793682] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.794249] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.794249] env[65683]: DEBUG nova.virt.hardware [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.794964] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef0ea8-deca-427d-99e6-b258153d5c98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.806346] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5179d7-d90b-499b-8cbb-d0334a7b95e2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.087832] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433860, 'name': RemoveSnapshot_Task, 'duration_secs': 1.501148} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.088367] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1086.088741] env[65683]: DEBUG nova.compute.manager [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1086.089524] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91cc41a-1607-4210-91bb-91e44e8c6f65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.142705] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d57811-61ba-44d9-854b-352502700ce5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.159213] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721f0fc-31a1-4dad-9a13-cb6731c74354 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.195416] env[65683]: DEBUG nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1086.203079] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f845a42f-c883-4cf3-a223-29c78deefc56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.211181] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.630081} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.211181] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.212035] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776f7d25-0eb3-4336-a3c4-40cdda886439 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.221608] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433862, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.222685] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc96038-8b6d-4021-9c8d-96da300839c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.246602] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7b591504-429a-49d2-a393-9a73138e448d/7b591504-429a-49d2-a393-9a73138e448d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.247515] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63df8a43-569c-4f98-b3ef-9dcc38f6a362 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.274522] env[65683]: DEBUG nova.compute.manager [req-3baf8efc-24ee-4454-bb85-8262406afa82 req-0c23550f-15ef-4ae0-8ed7-ff145d790d01 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Received event network-vif-plugged-a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.274743] env[65683]: DEBUG oslo_concurrency.lockutils [req-3baf8efc-24ee-4454-bb85-8262406afa82 req-0c23550f-15ef-4ae0-8ed7-ff145d790d01 service nova] Acquiring lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.274939] env[65683]: DEBUG oslo_concurrency.lockutils [req-3baf8efc-24ee-4454-bb85-8262406afa82 req-0c23550f-15ef-4ae0-8ed7-ff145d790d01 service nova] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.275130] env[65683]: DEBUG oslo_concurrency.lockutils [req-3baf8efc-24ee-4454-bb85-8262406afa82 req-0c23550f-15ef-4ae0-8ed7-ff145d790d01 service nova] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.275294] env[65683]: DEBUG nova.compute.manager [req-3baf8efc-24ee-4454-bb85-8262406afa82 req-0c23550f-15ef-4ae0-8ed7-ff145d790d01 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] No waiting events found dispatching network-vif-plugged-a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1086.275452] env[65683]: WARNING nova.compute.manager [req-3baf8efc-24ee-4454-bb85-8262406afa82 req-0c23550f-15ef-4ae0-8ed7-ff145d790d01 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Received unexpected event network-vif-plugged-a217e3f8-3ae9-4da9-9d28-54454f6094c1 for instance with vm_state building and task_state spawning. [ 1086.276515] env[65683]: DEBUG nova.compute.provider_tree [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.286827] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52da33b0-9426-e3b0-63a1-612798339119, 'name': SearchDatastore_Task, 'duration_secs': 0.041149} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.290136] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.290136] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba/c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.290136] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1086.290136] env[65683]: value = "task-4433864" [ 1086.290136] env[65683]: _type = "Task" [ 1086.290136] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.290136] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d01a69a-9159-4be9-a2ba-9150031e8a57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.307009] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.309223] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1086.309223] env[65683]: value = "task-4433865" [ 1086.309223] env[65683]: _type = "Task" [ 1086.309223] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.320092] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.363638] env[65683]: DEBUG nova.network.neutron [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Successfully updated port: a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1086.607241] env[65683]: INFO nova.compute.manager [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Shelve offloading [ 1086.712134] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433862, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.036041} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.714716] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.714960] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.716295] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03e905a7-6fe2-4141-923a-7f2ee00b4793 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.728123] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1086.728123] env[65683]: value = "task-4433866" [ 1086.728123] env[65683]: _type = "Task" [ 1086.728123] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.729464] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.742358] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.804592] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.821374] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507529} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.822450] env[65683]: DEBUG nova.scheduler.client.report [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1086.822689] env[65683]: DEBUG nova.compute.provider_tree [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 143 to 144 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1086.822861] env[65683]: DEBUG nova.compute.provider_tree [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.826326] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba/c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.826553] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.827159] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb8728a6-2b8b-4cd3-98ff-e866de84e3a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.834977] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1086.834977] env[65683]: value = "task-4433867" [ 1086.834977] env[65683]: _type = "Task" [ 1086.834977] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.846274] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.867111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.867111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.867372] env[65683]: DEBUG nova.network.neutron [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1087.112595] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.112782] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8587fe-6361-4819-a7a2-5efb71859e3b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.121137] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1087.121137] env[65683]: value = "task-4433868" [ 1087.121137] env[65683]: _type = "Task" [ 1087.121137] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.131493] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.131711] env[65683]: DEBUG nova.compute.manager [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1087.132517] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386da733-ee11-4d14-9541-4e1293cec8c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.139948] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.140178] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.140334] env[65683]: DEBUG nova.network.neutron [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1087.240300] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098299} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.240582] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.241414] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b21beaf-5438-4972-853c-8a94baeb9ec1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.268061] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.269394] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4f938d-e6f2-45bc-97cc-7a87c78afd98 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.294460] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1087.294460] env[65683]: value = "task-4433869" [ 1087.294460] env[65683]: _type = "Task" [ 1087.294460] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.311468] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.311714] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433864, 'name': ReconfigVM_Task, 'duration_secs': 0.561318} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.311955] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7b591504-429a-49d2-a393-9a73138e448d/7b591504-429a-49d2-a393-9a73138e448d.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.312621] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db713c15-b7df-42d2-ae50-ac92101f5a14 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.322300] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1087.322300] env[65683]: value = "task-4433870" [ 1087.322300] env[65683]: _type = "Task" [ 1087.322300] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.328780] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.601s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.329388] env[65683]: DEBUG nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1087.335106] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.304s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.335457] env[65683]: DEBUG nova.objects.instance [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'resources' on Instance uuid bc05a478-eb55-4f19-ae0d-db0b96bba207 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.336730] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433870, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.346922] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073675} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.347221] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.348077] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00073f92-50f3-4753-bc96-2123756c4996 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.377075] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba/c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.379544] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3992d79-687b-45f4-9cc7-dbc857f15513 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.400936] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1087.400936] env[65683]: value = "task-4433871" [ 1087.400936] env[65683]: _type = "Task" [ 1087.400936] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.411977] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.439294] env[65683]: DEBUG nova.network.neutron [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1087.518608] env[65683]: WARNING neutronclient.v2_0.client [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.597299] env[65683]: DEBUG nova.network.neutron [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Updating instance_info_cache with network_info: [{"id": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "address": "fa:16:3e:7b:9f:a3", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217e3f8-3a", "ovs_interfaceid": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.643992] env[65683]: WARNING neutronclient.v2_0.client [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.790861] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.791110] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.808432] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433869, 'name': ReconfigVM_Task, 'duration_secs': 0.357812} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.808697] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1/1713c490-baeb-4f96-be15-92844d87beb1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.809371] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-282e6d25-ee08-4529-b104-0760da1f7a4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.817834] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1087.817834] env[65683]: value = "task-4433873" [ 1087.817834] env[65683]: _type = "Task" [ 1087.817834] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.822351] env[65683]: WARNING neutronclient.v2_0.client [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.831587] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433873, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.837234] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433870, 'name': Rename_Task, 'duration_secs': 0.280179} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.838507] env[65683]: DEBUG nova.compute.utils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.843065] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.843312] env[65683]: DEBUG nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1087.843374] env[65683]: DEBUG nova.network.neutron [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1087.843676] env[65683]: WARNING neutronclient.v2_0.client [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.843954] env[65683]: WARNING neutronclient.v2_0.client [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.848647] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7c1a914-caa8-4f8d-af38-7b59a95c872d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.858325] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1087.858325] env[65683]: value = "task-4433874" [ 1087.858325] env[65683]: _type = "Task" [ 1087.858325] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.867251] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.896712] env[65683]: DEBUG nova.policy [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe0ab409c2745759ab04b4ed091af90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef0f3509865411796918c7d20c00df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.911471] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.912771] env[65683]: DEBUG nova.network.neutron [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648de54a-54", "ovs_interfaceid": "648de54a-548a-4832-baa5-1b119645747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.099995] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.103014] env[65683]: DEBUG nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Instance network_info: |[{"id": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "address": "fa:16:3e:7b:9f:a3", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217e3f8-3a", "ovs_interfaceid": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1088.103014] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:9f:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a217e3f8-3ae9-4da9-9d28-54454f6094c1', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.109352] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1088.112273] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.112851] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcd376c8-bce5-40ff-bb08-755ba1640679 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.140860] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.140860] env[65683]: value = "task-4433875" [ 1088.140860] env[65683]: _type = "Task" [ 1088.140860] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.153564] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433875, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.174842] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdc13ac-51fa-4b1c-aef2-fccccf2b3bdc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.184038] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307cceb7-bda1-4eae-86ef-558282fccbb0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.219407] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eb657f-eeea-4708-919f-c717f2509cda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.229364] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854fe574-82a3-4670-8a18-a9705df3770e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.234632] env[65683]: DEBUG nova.network.neutron [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Successfully created port: 905ae987-46b0-42e3-9125-2fffc5466a1e {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1088.251417] env[65683]: DEBUG nova.compute.provider_tree [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.294851] env[65683]: INFO nova.compute.manager [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Detaching volume 9f0abcac-e879-4b08-b4df-02e399e893c3 [ 1088.310188] env[65683]: DEBUG nova.compute.manager [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Received event network-changed-a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.310511] env[65683]: DEBUG nova.compute.manager [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Refreshing instance network info cache due to event network-changed-a217e3f8-3ae9-4da9-9d28-54454f6094c1. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1088.310844] env[65683]: DEBUG oslo_concurrency.lockutils [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] Acquiring lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.311615] env[65683]: DEBUG oslo_concurrency.lockutils [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] Acquired lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.311802] env[65683]: DEBUG nova.network.neutron [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Refreshing network info cache for port a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.332450] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433873, 'name': Rename_Task, 'duration_secs': 0.160127} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.332887] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.333134] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77f6a18c-2e0e-4d9d-99c4-1cae2dc702fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.340895] env[65683]: INFO nova.virt.block_device [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Attempting to driver detach volume 9f0abcac-e879-4b08-b4df-02e399e893c3 from mountpoint /dev/sdb [ 1088.341140] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.341317] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867307', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'name': 'volume-9f0abcac-e879-4b08-b4df-02e399e893c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b18a32d2-e858-4fd6-8e6e-a87c3383d5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'serial': '9f0abcac-e879-4b08-b4df-02e399e893c3'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.342191] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec3e934-8cbf-4e01-be88-52664baf4043 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.347028] env[65683]: DEBUG nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1088.350616] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1088.350616] env[65683]: value = "task-4433876" [ 1088.350616] env[65683]: _type = "Task" [ 1088.350616] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.379341] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f199f68-bb6a-4f2a-b862-789d8d61e163 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.386271] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433876, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.393493] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433874, 'name': PowerOnVM_Task, 'duration_secs': 0.506233} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.395776] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.396113] env[65683]: INFO nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1088.396298] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1088.398079] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb584b9e-4ad8-457b-a63c-290c9ff34712 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.401795] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebeced3-552c-4b38-9702-79fa4d46243a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.431659] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.432110] env[65683]: WARNING neutronclient.v2_0.client [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.432430] env[65683]: WARNING neutronclient.v2_0.client [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.438872] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5a326-ae04-4b38-9433-d6454a08a158 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.441609] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433871, 'name': ReconfigVM_Task, 'duration_secs': 0.59449} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.442250] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba/c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.443295] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b198580-8f50-4bfa-bbfd-a7c1bda60744 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.464074] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The volume has not been displaced from its original location: [datastore2] volume-9f0abcac-e879-4b08-b4df-02e399e893c3/volume-9f0abcac-e879-4b08-b4df-02e399e893c3.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.470138] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.472162] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e6b8c9-b142-4f9e-8f81-1ac601617c32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.486617] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1088.486617] env[65683]: value = "task-4433877" [ 1088.486617] env[65683]: _type = "Task" [ 1088.486617] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.494549] env[65683]: DEBUG oslo_vmware.api [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1088.494549] env[65683]: value = "task-4433878" [ 1088.494549] env[65683]: _type = "Task" [ 1088.494549] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.498831] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433877, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.510029] env[65683]: DEBUG oslo_vmware.api [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.652312] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433875, 'name': CreateVM_Task, 'duration_secs': 0.44562} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.652508] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.653045] env[65683]: WARNING neutronclient.v2_0.client [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.653480] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.653575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.653914] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.654212] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afbd748-0ca2-48c4-8c0c-b42de3d02771 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.660400] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1088.660400] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528cf19c-a935-e9d3-e471-a7eba9cb7113" [ 1088.660400] env[65683]: _type = "Task" [ 1088.660400] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.670228] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528cf19c-a935-e9d3-e471-a7eba9cb7113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.755241] env[65683]: DEBUG nova.scheduler.client.report [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.817652] env[65683]: WARNING neutronclient.v2_0.client [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.866408] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.940684] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.942455] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f592eee-beb7-438c-aca5-054072b8ceb5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.947861] env[65683]: INFO nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Took 14.71 seconds to build instance. [ 1088.955748] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.955748] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8827b3-654d-4199-98b2-07c130fdd1e1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.000771] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433877, 'name': Rename_Task, 'duration_secs': 0.230454} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.006068] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.006856] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336de0f2-094c-425c-b757-32dbdb3439b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.018881] env[65683]: DEBUG oslo_vmware.api [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433878, 'name': ReconfigVM_Task, 'duration_secs': 0.296107} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.023462] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.029413] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1089.029413] env[65683]: value = "task-4433880" [ 1089.029413] env[65683]: _type = "Task" [ 1089.029413] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.030532] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da8f5c98-e945-4c6d-914a-42f3cf0aa7a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.045751] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.046028] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.046248] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleting the datastore file [datastore2] 8e324792-b4ab-4648-8b64-72fce98fff13 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.047022] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dfa7666-794e-4625-9f7d-ced392717e56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.053565] env[65683]: DEBUG oslo_vmware.api [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1089.053565] env[65683]: value = "task-4433881" [ 1089.053565] env[65683]: _type = "Task" [ 1089.053565] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.057432] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433880, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.063687] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1089.063687] env[65683]: value = "task-4433882" [ 1089.063687] env[65683]: _type = "Task" [ 1089.063687] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.073447] env[65683]: DEBUG oslo_vmware.api [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.079992] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.172948] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528cf19c-a935-e9d3-e471-a7eba9cb7113, 'name': SearchDatastore_Task, 'duration_secs': 0.012059} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.173339] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.173585] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.173871] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.174032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.174329] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.174665] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec480ba-43a5-467a-9625-3ccf51ed0dc5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.182782] env[65683]: DEBUG nova.compute.manager [req-6a3a26db-27e9-4fa1-ab95-88b2bd8f8355 req-0cf1d561-acfc-4214-a7da-7c62e38b56de service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-vif-unplugged-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1089.182782] env[65683]: DEBUG oslo_concurrency.lockutils [req-6a3a26db-27e9-4fa1-ab95-88b2bd8f8355 req-0cf1d561-acfc-4214-a7da-7c62e38b56de service nova] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.182897] env[65683]: DEBUG oslo_concurrency.lockutils [req-6a3a26db-27e9-4fa1-ab95-88b2bd8f8355 req-0cf1d561-acfc-4214-a7da-7c62e38b56de service nova] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.183031] env[65683]: DEBUG oslo_concurrency.lockutils [req-6a3a26db-27e9-4fa1-ab95-88b2bd8f8355 req-0cf1d561-acfc-4214-a7da-7c62e38b56de service nova] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.183392] env[65683]: DEBUG nova.compute.manager [req-6a3a26db-27e9-4fa1-ab95-88b2bd8f8355 req-0cf1d561-acfc-4214-a7da-7c62e38b56de service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] No waiting events found dispatching network-vif-unplugged-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1089.183590] env[65683]: WARNING nova.compute.manager [req-6a3a26db-27e9-4fa1-ab95-88b2bd8f8355 req-0cf1d561-acfc-4214-a7da-7c62e38b56de service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received unexpected event network-vif-unplugged-648de54a-548a-4832-baa5-1b119645747e for instance with vm_state shelved and task_state shelving_offloading. [ 1089.185996] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.186490] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.187429] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999eec6e-46fd-4f74-8218-7553c28278be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.197633] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1089.197633] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d667fa-e084-35be-4f1e-bfe1fdd72601" [ 1089.197633] env[65683]: _type = "Task" [ 1089.197633] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.209804] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d667fa-e084-35be-4f1e-bfe1fdd72601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.262473] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.268353] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.093s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.272111] env[65683]: INFO nova.compute.claims [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.302440] env[65683]: INFO nova.scheduler.client.report [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted allocations for instance bc05a478-eb55-4f19-ae0d-db0b96bba207 [ 1089.361531] env[65683]: DEBUG nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1089.368731] env[65683]: DEBUG oslo_vmware.api [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433876, 'name': PowerOnVM_Task, 'duration_secs': 0.960734} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.368988] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.369573] env[65683]: DEBUG nova.compute.manager [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1089.371719] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd8226-bd4d-4df6-bc54-2e2c1d257a45 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.400654] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1089.400938] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.401117] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1089.401468] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.401655] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1089.401804] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1089.402339] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1089.402339] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1089.402339] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1089.402546] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1089.402735] env[65683]: DEBUG nova.virt.hardware [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1089.404341] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203477b8-eb82-49bf-ae86-b50b211fbe0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.409921] env[65683]: WARNING neutronclient.v2_0.client [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.416049] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9acfddd-f89b-4a67-a38c-edef40f37d62 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.450114] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "7b591504-429a-49d2-a393-9a73138e448d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.219s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.495033] env[65683]: DEBUG nova.network.neutron [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Updated VIF entry in instance network info cache for port a217e3f8-3ae9-4da9-9d28-54454f6094c1. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.495473] env[65683]: DEBUG nova.network.neutron [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Updating instance_info_cache with network_info: [{"id": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "address": "fa:16:3e:7b:9f:a3", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217e3f8-3a", "ovs_interfaceid": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.551803] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433880, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.566309] env[65683]: DEBUG oslo_vmware.api [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433881, 'name': ReconfigVM_Task, 'duration_secs': 0.184996} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.569550] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867307', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'name': 'volume-9f0abcac-e879-4b08-b4df-02e399e893c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b18a32d2-e858-4fd6-8e6e-a87c3383d5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0abcac-e879-4b08-b4df-02e399e893c3', 'serial': '9f0abcac-e879-4b08-b4df-02e399e893c3'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1089.578121] env[65683]: DEBUG oslo_vmware.api [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218127} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.578359] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.579058] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.579058] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.603701] env[65683]: INFO nova.scheduler.client.report [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted allocations for instance 8e324792-b4ab-4648-8b64-72fce98fff13 [ 1089.711387] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d667fa-e084-35be-4f1e-bfe1fdd72601, 'name': SearchDatastore_Task, 'duration_secs': 0.02121} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.712443] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960b4895-3afb-4237-8805-32e5e01a8c84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.720660] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1089.720660] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e21381-1655-e8b9-d4a4-53c5a961daa8" [ 1089.720660] env[65683]: _type = "Task" [ 1089.720660] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.733059] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e21381-1655-e8b9-d4a4-53c5a961daa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.810249] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e2e11c39-1631-4453-a33f-aa262a64b947 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "bc05a478-eb55-4f19-ae0d-db0b96bba207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.579s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.860753] env[65683]: DEBUG nova.network.neutron [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Successfully updated port: 905ae987-46b0-42e3-9125-2fffc5466a1e {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1089.899431] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.998184] env[65683]: DEBUG oslo_concurrency.lockutils [req-ceb32d1a-af52-4fff-85a0-3e46155c8817 req-74f24f4b-5354-4dad-8a35-6b92a9c16066 service nova] Releasing lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.060120] env[65683]: DEBUG oslo_vmware.api [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433880, 'name': PowerOnVM_Task, 'duration_secs': 0.697939} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.060120] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.060120] env[65683]: INFO nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1090.060120] env[65683]: DEBUG nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1090.060120] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb019e8-3dd8-4c09-8829-7b7528ffcd82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.109492] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.128946] env[65683]: DEBUG nova.objects.instance [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.231476] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e21381-1655-e8b9-d4a4-53c5a961daa8, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.231776] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.232080] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 68e25411-f68b-4de6-b98d-5da919fdf4ed/68e25411-f68b-4de6-b98d-5da919fdf4ed.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.232418] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe7ce7b-0f29-4297-8887-d5513f881f3a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.240867] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1090.240867] env[65683]: value = "task-4433884" [ 1090.240867] env[65683]: _type = "Task" [ 1090.240867] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.250773] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.363912] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "refresh_cache-072b7097-56c7-4358-b5c1-c51930a5e1ec" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.364058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "refresh_cache-072b7097-56c7-4358-b5c1-c51930a5e1ec" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.364223] env[65683]: DEBUG nova.network.neutron [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.426551] env[65683]: DEBUG nova.compute.manager [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Received event network-vif-plugged-905ae987-46b0-42e3-9125-2fffc5466a1e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.427498] env[65683]: DEBUG oslo_concurrency.lockutils [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] Acquiring lock "072b7097-56c7-4358-b5c1-c51930a5e1ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.427700] env[65683]: DEBUG oslo_concurrency.lockutils [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.427875] env[65683]: DEBUG oslo_concurrency.lockutils [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.428056] env[65683]: DEBUG nova.compute.manager [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] No waiting events found dispatching network-vif-plugged-905ae987-46b0-42e3-9125-2fffc5466a1e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1090.428220] env[65683]: WARNING nova.compute.manager [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Received unexpected event network-vif-plugged-905ae987-46b0-42e3-9125-2fffc5466a1e for instance with vm_state building and task_state spawning. [ 1090.428378] env[65683]: DEBUG nova.compute.manager [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Received event network-changed-905ae987-46b0-42e3-9125-2fffc5466a1e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.428525] env[65683]: DEBUG nova.compute.manager [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Refreshing instance network info cache due to event network-changed-905ae987-46b0-42e3-9125-2fffc5466a1e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1090.428682] env[65683]: DEBUG oslo_concurrency.lockutils [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] Acquiring lock "refresh_cache-072b7097-56c7-4358-b5c1-c51930a5e1ec" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.589784] env[65683]: INFO nova.compute.manager [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Took 16.30 seconds to build instance. [ 1090.606163] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d644c4-5a26-4a1c-afb9-4a8165ce5091 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.618171] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df4b68d-9117-44d5-a587-0ccaa6d91121 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.666672] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2e9af-2462-42ae-aa92-af095adb96bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.680082] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0ba74-0709-44bf-b813-4f78e3a8b30b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.701113] env[65683]: DEBUG nova.compute.provider_tree [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.753302] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433884, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.914035] env[65683]: DEBUG nova.network.neutron [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1091.047565] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "7b591504-429a-49d2-a393-9a73138e448d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.048631] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "7b591504-429a-49d2-a393-9a73138e448d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.048939] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "7b591504-429a-49d2-a393-9a73138e448d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.049169] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "7b591504-429a-49d2-a393-9a73138e448d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.049365] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "7b591504-429a-49d2-a393-9a73138e448d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.052214] env[65683]: INFO nova.compute.manager [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Terminating instance [ 1091.091026] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1d49b3c9-0bc9-425b-8c4c-06810e966628 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.814s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.116195] env[65683]: WARNING neutronclient.v2_0.client [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.127022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.172310] env[65683]: DEBUG oslo_concurrency.lockutils [None req-022028b4-dd31-4b48-919b-f10b40a03e54 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.381s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.175385] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.049s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.177582] env[65683]: DEBUG nova.compute.manager [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1091.179742] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f811d6-2c4e-4b4f-86d5-a83d3bf7041a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.191940] env[65683]: DEBUG nova.compute.manager [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1091.192740] env[65683]: DEBUG nova.objects.instance [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.208737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.209039] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.209263] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.209548] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.209605] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.214224] env[65683]: INFO nova.compute.manager [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Terminating instance [ 1091.255877] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748009} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.256866] env[65683]: DEBUG nova.scheduler.client.report [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1091.257117] env[65683]: DEBUG nova.compute.provider_tree [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 144 to 145 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.257395] env[65683]: DEBUG nova.compute.provider_tree [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.260613] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 68e25411-f68b-4de6-b98d-5da919fdf4ed/68e25411-f68b-4de6-b98d-5da919fdf4ed.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.260841] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.261567] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14e8fd2e-0975-4a9a-94d6-b0a35181df13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.269639] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1091.269639] env[65683]: value = "task-4433885" [ 1091.269639] env[65683]: _type = "Task" [ 1091.269639] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.284718] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.350351] env[65683]: DEBUG nova.network.neutron [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Updating instance_info_cache with network_info: [{"id": "905ae987-46b0-42e3-9125-2fffc5466a1e", "address": "fa:16:3e:e6:b3:89", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905ae987-46", "ovs_interfaceid": "905ae987-46b0-42e3-9125-2fffc5466a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.550415] env[65683]: DEBUG nova.compute.manager [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-changed-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1091.551032] env[65683]: DEBUG nova.compute.manager [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing instance network info cache due to event network-changed-648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1091.551032] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] Acquiring lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.551032] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] Acquired lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.551266] env[65683]: DEBUG nova.network.neutron [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing network info cache for port 648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.557085] env[65683]: DEBUG nova.compute.manager [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1091.557283] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.558463] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59d2eda-9f66-4749-b154-528c539ff353 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.568097] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.568389] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b1f8809-f7c1-4cfd-8f58-81ab677a2af1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.577067] env[65683]: DEBUG oslo_vmware.api [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1091.577067] env[65683]: value = "task-4433886" [ 1091.577067] env[65683]: _type = "Task" [ 1091.577067] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.585408] env[65683]: DEBUG oslo_vmware.api [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.719233] env[65683]: DEBUG nova.compute.manager [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1091.719487] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.720414] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e5fe91-db2b-4f35-91f6-cb7396d56cdd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.728973] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.729316] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb4bc163-4bef-4527-aa19-1a2d17dacf02 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.737550] env[65683]: DEBUG oslo_vmware.api [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1091.737550] env[65683]: value = "task-4433887" [ 1091.737550] env[65683]: _type = "Task" [ 1091.737550] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.749372] env[65683]: DEBUG oslo_vmware.api [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.762589] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.763186] env[65683]: DEBUG nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1091.765974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.485s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.766234] env[65683]: DEBUG nova.objects.instance [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lazy-loading 'resources' on Instance uuid ed5304a4-8dbd-4674-a56d-0866d45e270d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.780579] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081621} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.781702] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.782715] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd6a1ba-1b45-4ecf-8afb-fb7c39b02af5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.809659] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 68e25411-f68b-4de6-b98d-5da919fdf4ed/68e25411-f68b-4de6-b98d-5da919fdf4ed.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.810417] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779a9743-564f-4210-8049-c1e1644bc89c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.834752] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1091.834752] env[65683]: value = "task-4433888" [ 1091.834752] env[65683]: _type = "Task" [ 1091.834752] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.846428] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.853115] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "refresh_cache-072b7097-56c7-4358-b5c1-c51930a5e1ec" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.853115] env[65683]: DEBUG nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Instance network_info: |[{"id": "905ae987-46b0-42e3-9125-2fffc5466a1e", "address": "fa:16:3e:e6:b3:89", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905ae987-46", "ovs_interfaceid": "905ae987-46b0-42e3-9125-2fffc5466a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1091.853449] env[65683]: DEBUG oslo_concurrency.lockutils [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] Acquired lock "refresh_cache-072b7097-56c7-4358-b5c1-c51930a5e1ec" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.853650] env[65683]: DEBUG nova.network.neutron [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Refreshing network info cache for port 905ae987-46b0-42e3-9125-2fffc5466a1e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.855569] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:b3:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '905ae987-46b0-42e3-9125-2fffc5466a1e', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.865305] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1091.866765] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.867147] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3104c99-07da-4eaa-91a4-56041f904a6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.895970] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.895970] env[65683]: value = "task-4433889" [ 1091.895970] env[65683]: _type = "Task" [ 1091.895970] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.907304] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433889, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.054551] env[65683]: WARNING neutronclient.v2_0.client [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.088843] env[65683]: DEBUG oslo_vmware.api [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433886, 'name': PowerOffVM_Task, 'duration_secs': 0.34306} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.088926] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.090484] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.090484] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eb62ccf-f68e-4b12-a041-0837c817a410 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.174117] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.174473] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.174672] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleting the datastore file [datastore1] 7b591504-429a-49d2-a393-9a73138e448d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.174991] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd10b322-1849-4712-bedf-3c5d9976d65d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.182850] env[65683]: DEBUG oslo_vmware.api [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1092.182850] env[65683]: value = "task-4433891" [ 1092.182850] env[65683]: _type = "Task" [ 1092.182850] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.194033] env[65683]: DEBUG oslo_vmware.api [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.200765] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.201099] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2aec2c6-6df0-44ff-bc15-5e80bdd1c9b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.209941] env[65683]: DEBUG oslo_vmware.api [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1092.209941] env[65683]: value = "task-4433892" [ 1092.209941] env[65683]: _type = "Task" [ 1092.209941] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.221753] env[65683]: DEBUG oslo_vmware.api [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.252880] env[65683]: DEBUG oslo_vmware.api [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433887, 'name': PowerOffVM_Task, 'duration_secs': 0.274576} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.253260] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.253570] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.254009] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2b9237-aa35-46e3-9cc2-309320021644 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.270257] env[65683]: DEBUG nova.compute.utils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.275482] env[65683]: DEBUG nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1092.275819] env[65683]: DEBUG nova.network.neutron [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1092.276242] env[65683]: WARNING neutronclient.v2_0.client [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.276693] env[65683]: WARNING neutronclient.v2_0.client [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.288623] env[65683]: WARNING neutronclient.v2_0.client [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.342890] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.343330] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.344906] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleting the datastore file [datastore1] c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.347540] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f422675f-ae3f-478e-8277-2beacda151f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.354992] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433888, 'name': ReconfigVM_Task, 'duration_secs': 0.4583} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.355906] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 68e25411-f68b-4de6-b98d-5da919fdf4ed/68e25411-f68b-4de6-b98d-5da919fdf4ed.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.367185] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1314a72-6517-4260-a4f9-3aaf5fc573e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.370175] env[65683]: DEBUG oslo_vmware.api [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1092.370175] env[65683]: value = "task-4433894" [ 1092.370175] env[65683]: _type = "Task" [ 1092.370175] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.370925] env[65683]: WARNING neutronclient.v2_0.client [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.378404] env[65683]: DEBUG nova.policy [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '342cffcb887746f09016b3a7fffaf843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f3abd2a1554fa69d4e1d7d8361ac8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.388986] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1092.388986] env[65683]: value = "task-4433895" [ 1092.388986] env[65683]: _type = "Task" [ 1092.388986] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.401070] env[65683]: DEBUG oslo_vmware.api [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.413890] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433895, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.421774] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433889, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.426191] env[65683]: DEBUG nova.network.neutron [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updated VIF entry in instance network info cache for port 648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1092.426624] env[65683]: DEBUG nova.network.neutron [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap648de54a-54", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.623857] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.624014] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.663705] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f2d38-caaa-4f3a-a0b0-458a9f3fb14e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.672855] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fac7c3-1f28-41d9-91ce-14e18fda4d4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.712595] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99448409-8c02-47e2-b921-ffa2c417af56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.724748] env[65683]: DEBUG oslo_vmware.api [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193985} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.729597] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.729780] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.729952] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.730148] env[65683]: INFO nova.compute.manager [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1092.730387] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1092.730675] env[65683]: DEBUG oslo_vmware.api [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433892, 'name': PowerOffVM_Task, 'duration_secs': 0.514833} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.730873] env[65683]: DEBUG nova.compute.manager [-] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1092.730970] env[65683]: DEBUG nova.network.neutron [-] [instance: 7b591504-429a-49d2-a393-9a73138e448d] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1092.731228] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.733980] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726866e-1a5b-4a25-afaf-22ffa910b901 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.737852] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.738072] env[65683]: DEBUG nova.compute.manager [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1092.739630] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be59e76-d73f-4018-9b4b-68ba28bc5f9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.753970] env[65683]: DEBUG nova.compute.provider_tree [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.776549] env[65683]: DEBUG nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1092.816693] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "408e6a18-ee01-4324-83d0-e8874a42f95e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.816972] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.817222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "408e6a18-ee01-4324-83d0-e8874a42f95e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.817683] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.817872] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.820052] env[65683]: INFO nova.compute.manager [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Terminating instance [ 1092.866029] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.889058] env[65683]: DEBUG oslo_vmware.api [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194808} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.889058] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.889058] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.889058] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.889058] env[65683]: INFO nova.compute.manager [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1092.889058] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1092.889058] env[65683]: DEBUG nova.compute.manager [-] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1092.889058] env[65683]: DEBUG nova.network.neutron [-] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1092.889058] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.901818] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433895, 'name': Rename_Task, 'duration_secs': 0.193383} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.905358] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.905788] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cc1e0dd-3758-4f75-9b94-fb929c6f313d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.914937] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433889, 'name': CreateVM_Task, 'duration_secs': 0.529721} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.915824] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.916410] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1092.916410] env[65683]: value = "task-4433896" [ 1092.916410] env[65683]: _type = "Task" [ 1092.916410] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.916842] env[65683]: WARNING neutronclient.v2_0.client [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.917380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.917525] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.917971] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.918316] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd44370-a1a5-4812-a340-4f088b6f45c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.933587] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.934596] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c654311-1868-4e1e-aa9f-2e7f31597f99 req-897e095e-6a26-47b1-9933-ea916602c9d1 service nova] Releasing lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.935667] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1092.935667] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52987b08-d063-172e-3916-1d7be3c0da62" [ 1092.935667] env[65683]: _type = "Task" [ 1092.935667] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.948270] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52987b08-d063-172e-3916-1d7be3c0da62, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.949863] env[65683]: DEBUG nova.network.neutron [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Successfully created port: 115fe4c3-6193-4f18-a13f-c34ae59805b8 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1092.956677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.957274] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.957274] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.957274] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.957479] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.958181] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37785904-8412-4d2e-9b11-01d28864ddff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.969336] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.969559] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.970451] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4ead3e-629c-4e5c-ad9e-e5ec24777388 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.978345] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1092.978345] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5227c5c4-78c9-7ad5-5d5d-a38a6a2f302b" [ 1092.978345] env[65683]: _type = "Task" [ 1092.978345] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.987407] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5227c5c4-78c9-7ad5-5d5d-a38a6a2f302b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.023698] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.129599] env[65683]: DEBUG nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1093.210932] env[65683]: WARNING neutronclient.v2_0.client [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.261388] env[65683]: DEBUG nova.scheduler.client.report [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.272374] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4f81478e-b0b7-4b03-a765-0aaf3efc00c9 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.324413] env[65683]: DEBUG nova.compute.manager [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1093.324413] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.325209] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90c0555-6bf5-473b-9f8d-c2dee4629132 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.336439] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.336789] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1281c40-dc5e-41c3-85db-310df87ed965 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.344530] env[65683]: DEBUG oslo_vmware.api [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1093.344530] env[65683]: value = "task-4433897" [ 1093.344530] env[65683]: _type = "Task" [ 1093.344530] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.355199] env[65683]: DEBUG oslo_vmware.api [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.434403] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.490185] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5227c5c4-78c9-7ad5-5d5d-a38a6a2f302b, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.491154] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44708b1-ccce-433b-a83a-e7b29fdb05a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.497871] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1093.497871] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521cb234-5c66-79a1-8b18-f60e1a4a5233" [ 1093.497871] env[65683]: _type = "Task" [ 1093.497871] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.506499] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521cb234-5c66-79a1-8b18-f60e1a4a5233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.568656] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.630924] env[65683]: DEBUG nova.network.neutron [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Updated VIF entry in instance network info cache for port 905ae987-46b0-42e3-9125-2fffc5466a1e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.631298] env[65683]: DEBUG nova.network.neutron [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Updating instance_info_cache with network_info: [{"id": "905ae987-46b0-42e3-9125-2fffc5466a1e", "address": "fa:16:3e:e6:b3:89", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905ae987-46", "ovs_interfaceid": "905ae987-46b0-42e3-9125-2fffc5466a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.653473] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.685016] env[65683]: DEBUG nova.network.neutron [-] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.770271] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.773434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.204s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.775359] env[65683]: INFO nova.compute.claims [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.789123] env[65683]: DEBUG nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1093.824021] env[65683]: INFO nova.scheduler.client.report [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Deleted allocations for instance ed5304a4-8dbd-4674-a56d-0866d45e270d [ 1093.853522] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1093.853903] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1093.856642] env[65683]: DEBUG nova.virt.hardware [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1093.859854] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a4f2b5-e8f6-4c25-b599-38eaf3ca59fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.866299] env[65683]: DEBUG oslo_vmware.api [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433897, 'name': PowerOffVM_Task, 'duration_secs': 0.43833} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.868569] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.868826] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.869474] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a41fd733-b90c-4182-bd43-ab3dd3fba4a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.879381] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141ebc1a-0eeb-4fd6-9c71-358c6ebd6c04 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.886669] env[65683]: DEBUG nova.compute.manager [req-2c891041-3b48-4e26-b4d8-e9ae4049a318 req-28a897e8-881b-4067-a901-d881b69cb384 service nova] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Received event network-vif-deleted-c170cc4c-0e11-4ed4-a0f0-ec9b680720b4 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1093.929397] env[65683]: DEBUG nova.network.neutron [-] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.930692] env[65683]: DEBUG oslo_vmware.api [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433896, 'name': PowerOnVM_Task, 'duration_secs': 0.526208} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.931416] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.931416] env[65683]: INFO nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1093.931416] env[65683]: DEBUG nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1093.932775] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd91cf36-0876-4dda-ab52-fbf96c834e1a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.948904] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.948904] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.949196] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleting the datastore file [datastore1] 408e6a18-ee01-4324-83d0-e8874a42f95e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.949866] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-636fc367-cd0e-40b8-9a92-0f195e5066e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.959952] env[65683]: DEBUG oslo_vmware.api [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1093.959952] env[65683]: value = "task-4433899" [ 1093.959952] env[65683]: _type = "Task" [ 1093.959952] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.970956] env[65683]: DEBUG oslo_vmware.api [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.018799] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521cb234-5c66-79a1-8b18-f60e1a4a5233, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.019322] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.020028] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 072b7097-56c7-4358-b5c1-c51930a5e1ec/072b7097-56c7-4358-b5c1-c51930a5e1ec.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.020149] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68002e0-3e13-4a15-b393-7b4a2eb33cc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.031544] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1094.031544] env[65683]: value = "task-4433900" [ 1094.031544] env[65683]: _type = "Task" [ 1094.031544] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.042548] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.133856] env[65683]: DEBUG oslo_concurrency.lockutils [req-51b9ff38-652f-496d-9c69-c2b53525c8c8 req-ccdc7aef-233d-4233-93b9-9ca49183523a service nova] Releasing lock "refresh_cache-072b7097-56c7-4358-b5c1-c51930a5e1ec" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.187682] env[65683]: INFO nova.compute.manager [-] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Took 1.46 seconds to deallocate network for instance. [ 1094.334851] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c4bdd52b-952b-4c08-a426-2029aa4b8d1d tempest-ServerPasswordTestJSON-365295155 tempest-ServerPasswordTestJSON-365295155-project-member] Lock "ed5304a4-8dbd-4674-a56d-0866d45e270d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.570s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.433342] env[65683]: INFO nova.compute.manager [-] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Took 1.54 seconds to deallocate network for instance. [ 1094.453404] env[65683]: INFO nova.compute.manager [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Took 17.41 seconds to build instance. [ 1094.470947] env[65683]: DEBUG oslo_vmware.api [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152573} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.471803] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.471994] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.472193] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.472373] env[65683]: INFO nova.compute.manager [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.472598] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1094.472794] env[65683]: DEBUG nova.compute.manager [-] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1094.472936] env[65683]: DEBUG nova.network.neutron [-] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1094.473533] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.523792] env[65683]: DEBUG nova.compute.manager [req-4ffcf791-9b81-4ed3-9515-b8e2d4a705ea req-9a466e63-5cdb-40c9-b532-80f77b842df3 service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Received event network-vif-plugged-115fe4c3-6193-4f18-a13f-c34ae59805b8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.524020] env[65683]: DEBUG oslo_concurrency.lockutils [req-4ffcf791-9b81-4ed3-9515-b8e2d4a705ea req-9a466e63-5cdb-40c9-b532-80f77b842df3 service nova] Acquiring lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.524236] env[65683]: DEBUG oslo_concurrency.lockutils [req-4ffcf791-9b81-4ed3-9515-b8e2d4a705ea req-9a466e63-5cdb-40c9-b532-80f77b842df3 service nova] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.524402] env[65683]: DEBUG oslo_concurrency.lockutils [req-4ffcf791-9b81-4ed3-9515-b8e2d4a705ea req-9a466e63-5cdb-40c9-b532-80f77b842df3 service nova] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.524568] env[65683]: DEBUG nova.compute.manager [req-4ffcf791-9b81-4ed3-9515-b8e2d4a705ea req-9a466e63-5cdb-40c9-b532-80f77b842df3 service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] No waiting events found dispatching network-vif-plugged-115fe4c3-6193-4f18-a13f-c34ae59805b8 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1094.524731] env[65683]: WARNING nova.compute.manager [req-4ffcf791-9b81-4ed3-9515-b8e2d4a705ea req-9a466e63-5cdb-40c9-b532-80f77b842df3 service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Received unexpected event network-vif-plugged-115fe4c3-6193-4f18-a13f-c34ae59805b8 for instance with vm_state building and task_state spawning. [ 1094.527763] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.527981] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.537820] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.543762] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488494} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.544096] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 072b7097-56c7-4358-b5c1-c51930a5e1ec/072b7097-56c7-4358-b5c1-c51930a5e1ec.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.544321] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.544990] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44a8fad5-54fe-4d70-ab4a-5c2d99cddd9b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.553261] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1094.553261] env[65683]: value = "task-4433901" [ 1094.553261] env[65683]: _type = "Task" [ 1094.553261] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.564405] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.612264] env[65683]: DEBUG nova.network.neutron [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Successfully updated port: 115fe4c3-6193-4f18-a13f-c34ae59805b8 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1094.695173] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.838114] env[65683]: DEBUG nova.objects.instance [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.941536] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.956182] env[65683]: DEBUG oslo_concurrency.lockutils [None req-0f52e7f9-ffdd-442f-b925-b63b4c40e3c9 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.919s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.030773] env[65683]: DEBUG nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1095.064492] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109405} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.067372] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.068475] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c00a95-a39e-4df9-82be-1719a850a64d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.095013] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 072b7097-56c7-4358-b5c1-c51930a5e1ec/072b7097-56c7-4358-b5c1-c51930a5e1ec.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.098723] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5478dfd9-ef62-42d5-85c4-290e736b8443 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.119645] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "refresh_cache-4fc39549-200a-439c-ba4f-5e1d2ec0d68a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.119828] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired lock "refresh_cache-4fc39549-200a-439c-ba4f-5e1d2ec0d68a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.120009] env[65683]: DEBUG nova.network.neutron [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.130917] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1095.130917] env[65683]: value = "task-4433902" [ 1095.130917] env[65683]: _type = "Task" [ 1095.130917] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.145114] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.171877] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e4d076-732f-43dd-9fe5-b53a44c0ae26 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.180455] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a0b9b8-f049-4fde-b325-8df6133fedb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.216292] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b62d784-5e90-4fcb-b6e7-945c691df352 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.224867] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f7c7e-3813-4f7b-bb88-a510ce1a9498 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.241082] env[65683]: DEBUG nova.compute.provider_tree [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.246785] env[65683]: DEBUG nova.network.neutron [-] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.344107] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.344457] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.344494] env[65683]: DEBUG nova.network.neutron [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.345079] env[65683]: DEBUG nova.objects.instance [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'info_cache' on Instance uuid b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.561761] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.645694] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.673260] env[65683]: DEBUG nova.network.neutron [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1095.744836] env[65683]: DEBUG nova.scheduler.client.report [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.751040] env[65683]: INFO nova.compute.manager [-] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Took 1.28 seconds to deallocate network for instance. [ 1095.782139] env[65683]: WARNING neutronclient.v2_0.client [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.799056] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.799056] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.799056] env[65683]: INFO nova.compute.manager [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Shelving [ 1095.850135] env[65683]: DEBUG nova.objects.base [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.881540] env[65683]: DEBUG nova.network.neutron [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Updating instance_info_cache with network_info: [{"id": "115fe4c3-6193-4f18-a13f-c34ae59805b8", "address": "fa:16:3e:6c:a6:92", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115fe4c3-61", "ovs_interfaceid": "115fe4c3-6193-4f18-a13f-c34ae59805b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.922176] env[65683]: DEBUG nova.compute.manager [req-7d0937a9-7f3f-4349-9106-11125bfc84b8 req-2f78509f-a710-452f-aeae-3bc2cc57c48c service nova] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Received event network-vif-deleted-5fc7700c-5659-4ffb-b804-93636ba90336 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1095.922391] env[65683]: DEBUG nova.compute.manager [req-7d0937a9-7f3f-4349-9106-11125bfc84b8 req-2f78509f-a710-452f-aeae-3bc2cc57c48c service nova] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Received event network-vif-deleted-d8b12141-9cea-47be-b5a2-1c01a0e555ca {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.145406] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433902, 'name': ReconfigVM_Task, 'duration_secs': 0.968754} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.145406] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 072b7097-56c7-4358-b5c1-c51930a5e1ec/072b7097-56c7-4358-b5c1-c51930a5e1ec.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.145406] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f24d2c55-0f0f-44e3-974d-d5d2f5d6bb15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.153826] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1096.153826] env[65683]: value = "task-4433903" [ 1096.153826] env[65683]: _type = "Task" [ 1096.153826] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.163899] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433903, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.252495] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.253245] env[65683]: DEBUG nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1096.257569] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.528s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.259432] env[65683]: INFO nova.compute.claims [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.265104] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.351378] env[65683]: WARNING neutronclient.v2_0.client [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.384484] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Releasing lock "refresh_cache-4fc39549-200a-439c-ba4f-5e1d2ec0d68a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.385038] env[65683]: DEBUG nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Instance network_info: |[{"id": "115fe4c3-6193-4f18-a13f-c34ae59805b8", "address": "fa:16:3e:6c:a6:92", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115fe4c3-61", "ovs_interfaceid": "115fe4c3-6193-4f18-a13f-c34ae59805b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1096.385781] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '115fe4c3-6193-4f18-a13f-c34ae59805b8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.399701] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Creating folder: Project (78f3abd2a1554fa69d4e1d7d8361ac8b). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.404291] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1254246-c839-407c-ae5e-27dc8a4946cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.419964] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Created folder: Project (78f3abd2a1554fa69d4e1d7d8361ac8b) in parent group-v867054. [ 1096.420708] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Creating folder: Instances. Parent ref: group-v867335. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.420708] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-811fdefa-927c-45d1-a4fd-aa2fcf7e469a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.442217] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Created folder: Instances in parent group-v867335. [ 1096.442217] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1096.442217] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.442217] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83400ff-03ff-4f0d-b64a-4e2d91a53f62 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.474743] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.474743] env[65683]: value = "task-4433906" [ 1096.474743] env[65683]: _type = "Task" [ 1096.474743] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.485565] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433906, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.580953] env[65683]: WARNING neutronclient.v2_0.client [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.595510] env[65683]: DEBUG nova.compute.manager [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Received event network-changed-115fe4c3-6193-4f18-a13f-c34ae59805b8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.596040] env[65683]: DEBUG nova.compute.manager [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Refreshing instance network info cache due to event network-changed-115fe4c3-6193-4f18-a13f-c34ae59805b8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1096.596269] env[65683]: DEBUG oslo_concurrency.lockutils [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] Acquiring lock "refresh_cache-4fc39549-200a-439c-ba4f-5e1d2ec0d68a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.596447] env[65683]: DEBUG oslo_concurrency.lockutils [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] Acquired lock "refresh_cache-4fc39549-200a-439c-ba4f-5e1d2ec0d68a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.597223] env[65683]: DEBUG nova.network.neutron [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Refreshing network info cache for port 115fe4c3-6193-4f18-a13f-c34ae59805b8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.664414] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433903, 'name': Rename_Task, 'duration_secs': 0.283095} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.664730] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.665023] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-787581bb-5c2a-4488-a868-d876caee4e19 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.672138] env[65683]: DEBUG nova.network.neutron [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating instance_info_cache with network_info: [{"id": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "address": "fa:16:3e:97:51:80", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126fb4c6-36", "ovs_interfaceid": "126fb4c6-36e2-4d41-bf1b-01b8f67b7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.674855] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1096.674855] env[65683]: value = "task-4433907" [ 1096.674855] env[65683]: _type = "Task" [ 1096.674855] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.684870] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.765738] env[65683]: DEBUG nova.compute.utils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.769779] env[65683]: DEBUG nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1096.769877] env[65683]: DEBUG nova.network.neutron [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1096.770488] env[65683]: WARNING neutronclient.v2_0.client [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.770574] env[65683]: WARNING neutronclient.v2_0.client [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.810837] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.811665] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a229f043-b3f6-4955-aeb7-27057e86f7cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.821822] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1096.821822] env[65683]: value = "task-4433908" [ 1096.821822] env[65683]: _type = "Task" [ 1096.821822] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.832804] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.876484] env[65683]: DEBUG nova.policy [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '342cffcb887746f09016b3a7fffaf843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f3abd2a1554fa69d4e1d7d8361ac8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.988987] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433906, 'name': CreateVM_Task, 'duration_secs': 0.387776} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.989393] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.990186] env[65683]: WARNING neutronclient.v2_0.client [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.990806] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.991365] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.991736] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.992138] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76c7585-a762-4c93-abbc-952968e4adf6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.999647] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1096.999647] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c79475-7c02-7ced-72f5-1518c5f503c9" [ 1096.999647] env[65683]: _type = "Task" [ 1096.999647] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.016248] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c79475-7c02-7ced-72f5-1518c5f503c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.102216] env[65683]: WARNING neutronclient.v2_0.client [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.176224] env[65683]: DEBUG oslo_concurrency.lockutils [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "refresh_cache-b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.188190] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.271634] env[65683]: WARNING neutronclient.v2_0.client [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.274435] env[65683]: DEBUG nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1097.289537] env[65683]: DEBUG nova.network.neutron [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Successfully created port: b14d2c20-d041-40d2-a260-878598f16d21 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1097.339596] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433908, 'name': PowerOffVM_Task, 'duration_secs': 0.207242} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.341389] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.342739] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e5b5d6-3c02-4e4d-99a0-8efaed0ebd63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.368366] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e475c25b-8255-47b4-bd2a-b1bee1edc553 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.392320] env[65683]: DEBUG nova.network.neutron [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Updated VIF entry in instance network info cache for port 115fe4c3-6193-4f18-a13f-c34ae59805b8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1097.392801] env[65683]: DEBUG nova.network.neutron [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Updating instance_info_cache with network_info: [{"id": "115fe4c3-6193-4f18-a13f-c34ae59805b8", "address": "fa:16:3e:6c:a6:92", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115fe4c3-61", "ovs_interfaceid": "115fe4c3-6193-4f18-a13f-c34ae59805b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.520456] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c79475-7c02-7ced-72f5-1518c5f503c9, 'name': SearchDatastore_Task, 'duration_secs': 0.016168} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.520456] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.520456] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.520456] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.520456] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.520456] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.520734] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-672e1b21-89b7-4b2e-9564-a3f3df438150 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.535535] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.535938] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.536636] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71bbc9b7-4683-4058-a969-a65f018850a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.547565] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1097.547565] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520d69ea-becd-dcf8-3cbb-bbc850678a86" [ 1097.547565] env[65683]: _type = "Task" [ 1097.547565] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.559104] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520d69ea-becd-dcf8-3cbb-bbc850678a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.637043] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74778439-e8ca-47e6-bb6f-36144a9692fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.645432] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e3890-7175-46f9-aa0c-405cb0a83091 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.676618] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c30bf2-5bf4-41fc-9b1e-2c885a5ca67b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.690819] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a484a79-6de5-46b0-80c5-9e02cd995c2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.695702] env[65683]: DEBUG oslo_vmware.api [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433907, 'name': PowerOnVM_Task, 'duration_secs': 0.633458} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.696056] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.696346] env[65683]: INFO nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1097.696597] env[65683]: DEBUG nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1097.698256] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b914b7-c8d4-4c8d-84d2-0c9b45dde328 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.710041] env[65683]: DEBUG nova.compute.provider_tree [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.880721] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1097.881142] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd53eec7-e2dd-4f7b-ac3c-d952873327c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.890640] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1097.890640] env[65683]: value = "task-4433909" [ 1097.890640] env[65683]: _type = "Task" [ 1097.890640] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.901599] env[65683]: DEBUG oslo_concurrency.lockutils [req-269ad0ec-aa69-4caf-9811-1a0fb438e12f req-39cfd0bb-5b02-44ab-aab2-fd194542814c service nova] Releasing lock "refresh_cache-4fc39549-200a-439c-ba4f-5e1d2ec0d68a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.902626] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.060318] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520d69ea-becd-dcf8-3cbb-bbc850678a86, 'name': SearchDatastore_Task, 'duration_secs': 0.034336} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.060791] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33a89ed-9a31-4458-bb17-8ec00347b11f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.068370] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1098.068370] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52abbc94-e90d-9376-f762-3843b9e0cd60" [ 1098.068370] env[65683]: _type = "Task" [ 1098.068370] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.076283] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52abbc94-e90d-9376-f762-3843b9e0cd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.185543] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.185904] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0517c58c-76f7-415a-8d9d-d875045a251e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.195065] env[65683]: DEBUG oslo_vmware.api [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1098.195065] env[65683]: value = "task-4433910" [ 1098.195065] env[65683]: _type = "Task" [ 1098.195065] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.208883] env[65683]: DEBUG oslo_vmware.api [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.212929] env[65683]: DEBUG nova.scheduler.client.report [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.227247] env[65683]: INFO nova.compute.manager [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Took 18.73 seconds to build instance. [ 1098.288149] env[65683]: DEBUG nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1098.318929] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1098.319320] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.319394] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1098.319583] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.319732] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1098.319890] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1098.320137] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.320306] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1098.320487] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1098.320659] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1098.320830] env[65683]: DEBUG nova.virt.hardware [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1098.321843] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51b096-5061-4e79-b519-64be3ee9e888 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.331574] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207839d-32e9-4045-8a29-ba41c5820cfc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.402603] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433909, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.578578] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52abbc94-e90d-9376-f762-3843b9e0cd60, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.578865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.579148] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 4fc39549-200a-439c-ba4f-5e1d2ec0d68a/4fc39549-200a-439c-ba4f-5e1d2ec0d68a.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.579429] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cdcc23b-68f3-4ed1-825f-5df90ab8114b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.587887] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1098.587887] env[65683]: value = "task-4433911" [ 1098.587887] env[65683]: _type = "Task" [ 1098.587887] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.598523] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.705730] env[65683]: DEBUG oslo_vmware.api [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433910, 'name': PowerOnVM_Task, 'duration_secs': 0.442193} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.706034] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.706230] env[65683]: DEBUG nova.compute.manager [None req-aad873d9-e2b5-45f0-898c-74bf3365e708 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.707117] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5272eb4-0281-41dd-8819-88b2f7787c3f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.717440] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.717895] env[65683]: DEBUG nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1098.720468] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.821s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.720651] env[65683]: DEBUG nova.objects.instance [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1098.731185] env[65683]: DEBUG oslo_concurrency.lockutils [None req-68946630-6201-4549-bdb9-0150381778b9 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.243s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.779955] env[65683]: DEBUG nova.compute.manager [req-1b5fe150-1c5c-4e3a-8fa2-3fe7967e6a65 req-56662258-61da-4a02-9617-0665445ba347 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Received event network-vif-plugged-b14d2c20-d041-40d2-a260-878598f16d21 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1098.779955] env[65683]: DEBUG oslo_concurrency.lockutils [req-1b5fe150-1c5c-4e3a-8fa2-3fe7967e6a65 req-56662258-61da-4a02-9617-0665445ba347 service nova] Acquiring lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.780168] env[65683]: DEBUG oslo_concurrency.lockutils [req-1b5fe150-1c5c-4e3a-8fa2-3fe7967e6a65 req-56662258-61da-4a02-9617-0665445ba347 service nova] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.780359] env[65683]: DEBUG oslo_concurrency.lockutils [req-1b5fe150-1c5c-4e3a-8fa2-3fe7967e6a65 req-56662258-61da-4a02-9617-0665445ba347 service nova] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.780471] env[65683]: DEBUG nova.compute.manager [req-1b5fe150-1c5c-4e3a-8fa2-3fe7967e6a65 req-56662258-61da-4a02-9617-0665445ba347 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] No waiting events found dispatching network-vif-plugged-b14d2c20-d041-40d2-a260-878598f16d21 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1098.780637] env[65683]: WARNING nova.compute.manager [req-1b5fe150-1c5c-4e3a-8fa2-3fe7967e6a65 req-56662258-61da-4a02-9617-0665445ba347 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Received unexpected event network-vif-plugged-b14d2c20-d041-40d2-a260-878598f16d21 for instance with vm_state building and task_state spawning. [ 1098.852580] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "072b7097-56c7-4358-b5c1-c51930a5e1ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.852902] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.853190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "072b7097-56c7-4358-b5c1-c51930a5e1ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.853442] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.853662] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.856537] env[65683]: INFO nova.compute.manager [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Terminating instance [ 1098.892156] env[65683]: DEBUG nova.network.neutron [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Successfully updated port: b14d2c20-d041-40d2-a260-878598f16d21 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1098.905766] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433909, 'name': CreateSnapshot_Task, 'duration_secs': 0.990523} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.905999] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1098.906827] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999bd6d7-272c-4d09-9641-c6d75e8c2185 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.099026] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433911, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.224424] env[65683]: DEBUG nova.compute.utils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.229206] env[65683]: DEBUG nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1099.229206] env[65683]: DEBUG nova.network.neutron [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1099.229302] env[65683]: WARNING neutronclient.v2_0.client [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.229802] env[65683]: WARNING neutronclient.v2_0.client [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.270666] env[65683]: DEBUG nova.policy [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e03ed29b52c43f59e0a939fe43cbaf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78d2b5046d3c4de593c525e116690fe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.362366] env[65683]: DEBUG nova.compute.manager [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1099.362554] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.363599] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8457a189-db99-4cac-8170-d5570b13a89c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.373153] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.373153] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481757df-e1cc-4d09-98e8-add3fd85ee3f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.379927] env[65683]: DEBUG oslo_vmware.api [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1099.379927] env[65683]: value = "task-4433912" [ 1099.379927] env[65683]: _type = "Task" [ 1099.379927] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.388650] env[65683]: DEBUG oslo_vmware.api [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.398625] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "refresh_cache-bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.398825] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired lock "refresh_cache-bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.399016] env[65683]: DEBUG nova.network.neutron [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.427378] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1099.428102] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-765f663c-d59a-44d9-8a3f-8bd8027874c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.438655] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1099.438655] env[65683]: value = "task-4433913" [ 1099.438655] env[65683]: _type = "Task" [ 1099.438655] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.448683] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433913, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.603273] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513293} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.603616] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 4fc39549-200a-439c-ba4f-5e1d2ec0d68a/4fc39549-200a-439c-ba4f-5e1d2ec0d68a.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.603844] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.604172] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-449bc9a5-4eff-42f9-9ccc-33190b1a868b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.614730] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1099.614730] env[65683]: value = "task-4433914" [ 1099.614730] env[65683]: _type = "Task" [ 1099.614730] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.615925] env[65683]: DEBUG nova.network.neutron [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Successfully created port: 412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1099.629960] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.730195] env[65683]: DEBUG nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1099.734813] env[65683]: DEBUG oslo_concurrency.lockutils [None req-43a7c810-8e32-48c0-8a1f-3f8a8bfc85bf tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.736042] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.627s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.736278] env[65683]: DEBUG nova.objects.instance [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'resources' on Instance uuid 8e324792-b4ab-4648-8b64-72fce98fff13 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.891605] env[65683]: DEBUG oslo_vmware.api [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433912, 'name': PowerOffVM_Task, 'duration_secs': 0.454274} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.891946] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.892132] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.892410] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1da8e2af-e160-4c11-8742-a385cd43e62d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.949520] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433913, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.975121] env[65683]: DEBUG nova.network.neutron [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1099.989708] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.989924] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.990144] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleting the datastore file [datastore2] 072b7097-56c7-4358-b5c1-c51930a5e1ec {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.990451] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fdba5bf-ffe3-4048-ad3f-fa5679cf25f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.998700] env[65683]: DEBUG oslo_vmware.api [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1099.998700] env[65683]: value = "task-4433916" [ 1099.998700] env[65683]: _type = "Task" [ 1099.998700] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.011677] env[65683]: DEBUG oslo_vmware.api [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.102707] env[65683]: WARNING neutronclient.v2_0.client [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.130405] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153951} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.130734] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.131752] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c446ba2-25d0-4cee-8bde-2adc5251641b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.157086] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 4fc39549-200a-439c-ba4f-5e1d2ec0d68a/4fc39549-200a-439c-ba4f-5e1d2ec0d68a.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.159911] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb5f59b-a78f-48b0-91ad-a3542d53e5d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.180817] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1100.180817] env[65683]: value = "task-4433917" [ 1100.180817] env[65683]: _type = "Task" [ 1100.180817] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.191319] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.214935] env[65683]: DEBUG nova.network.neutron [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Updating instance_info_cache with network_info: [{"id": "b14d2c20-d041-40d2-a260-878598f16d21", "address": "fa:16:3e:e7:4b:52", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14d2c20-d0", "ovs_interfaceid": "b14d2c20-d041-40d2-a260-878598f16d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.242661] env[65683]: DEBUG nova.objects.instance [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e324792-b4ab-4648-8b64-72fce98fff13 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.450677] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433913, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.509132] env[65683]: DEBUG oslo_vmware.api [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183356} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.509419] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.509598] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.509775] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.509953] env[65683]: INFO nova.compute.manager [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1100.510237] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1100.510436] env[65683]: DEBUG nova.compute.manager [-] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1100.510563] env[65683]: DEBUG nova.network.neutron [-] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1100.510772] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.569810] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.694408] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433917, 'name': ReconfigVM_Task, 'duration_secs': 0.294356} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.694793] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 4fc39549-200a-439c-ba4f-5e1d2ec0d68a/4fc39549-200a-439c-ba4f-5e1d2ec0d68a.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.695782] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-181757c6-07d7-4ac3-9ef4-0d9e10bb64bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.713051] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1100.713051] env[65683]: value = "task-4433918" [ 1100.713051] env[65683]: _type = "Task" [ 1100.713051] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.717934] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Releasing lock "refresh_cache-bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.718508] env[65683]: DEBUG nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Instance network_info: |[{"id": "b14d2c20-d041-40d2-a260-878598f16d21", "address": "fa:16:3e:e7:4b:52", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14d2c20-d0", "ovs_interfaceid": "b14d2c20-d041-40d2-a260-878598f16d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1100.719115] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4b:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b14d2c20-d041-40d2-a260-878598f16d21', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.728067] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1100.731878] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.732090] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433918, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.732329] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7c96d2f-fa67-404b-b164-52bbd38143b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.751959] env[65683]: DEBUG nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1100.754731] env[65683]: DEBUG nova.objects.base [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Object Instance<8e324792-b4ab-4648-8b64-72fce98fff13> lazy-loaded attributes: resources,numa_topology {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.764500] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.764500] env[65683]: value = "task-4433919" [ 1100.764500] env[65683]: _type = "Task" [ 1100.764500] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.776213] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433919, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.786278] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1100.786643] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.786906] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1100.787181] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.787316] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1100.787623] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1100.787852] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1100.788114] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1100.788421] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1100.788706] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1100.789025] env[65683]: DEBUG nova.virt.hardware [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1100.790118] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461999ff-dc97-4e95-b753-32b5c3395482 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.803474] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1782907-4859-4b47-a966-44ca3a850823 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.956778] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433913, 'name': CloneVM_Task, 'duration_secs': 1.49389} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.961623] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Created linked-clone VM from snapshot [ 1100.963047] env[65683]: DEBUG nova.compute.manager [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Received event network-changed-b14d2c20-d041-40d2-a260-878598f16d21 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1100.963283] env[65683]: DEBUG nova.compute.manager [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Refreshing instance network info cache due to event network-changed-b14d2c20-d041-40d2-a260-878598f16d21. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1100.963663] env[65683]: DEBUG oslo_concurrency.lockutils [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] Acquiring lock "refresh_cache-bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.963756] env[65683]: DEBUG oslo_concurrency.lockutils [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] Acquired lock "refresh_cache-bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.963874] env[65683]: DEBUG nova.network.neutron [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Refreshing network info cache for port b14d2c20-d041-40d2-a260-878598f16d21 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.969588] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823e56e-12d8-42dc-a9bc-f053e37aaf5b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.981633] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Uploading image 40ab8912-43aa-4e80-b459-43082a08cc49 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1100.985550] env[65683]: DEBUG nova.compute.manager [req-53c0d442-a5bc-4b32-adc0-ce5ad2f6e94e req-7f8906a2-03dd-41a5-99ac-12391f610961 service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Received event network-vif-deleted-905ae987-46b0-42e3-9125-2fffc5466a1e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1100.985819] env[65683]: INFO nova.compute.manager [req-53c0d442-a5bc-4b32-adc0-ce5ad2f6e94e req-7f8906a2-03dd-41a5-99ac-12391f610961 service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Neutron deleted interface 905ae987-46b0-42e3-9125-2fffc5466a1e; detaching it from the instance and deleting it from the info cache [ 1100.986572] env[65683]: DEBUG nova.network.neutron [req-53c0d442-a5bc-4b32-adc0-ce5ad2f6e94e req-7f8906a2-03dd-41a5-99ac-12391f610961 service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.016781] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1101.016781] env[65683]: value = "vm-867339" [ 1101.016781] env[65683]: _type = "VirtualMachine" [ 1101.016781] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1101.017197] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b56f7538-38eb-4f21-a49b-43e9cc9fa554 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.025964] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lease: (returnval){ [ 1101.025964] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5222c6cd-65c6-7488-fe07-8da6ad708252" [ 1101.025964] env[65683]: _type = "HttpNfcLease" [ 1101.025964] env[65683]: } obtained for exporting VM: (result){ [ 1101.025964] env[65683]: value = "vm-867339" [ 1101.025964] env[65683]: _type = "VirtualMachine" [ 1101.025964] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1101.026409] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the lease: (returnval){ [ 1101.026409] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5222c6cd-65c6-7488-fe07-8da6ad708252" [ 1101.026409] env[65683]: _type = "HttpNfcLease" [ 1101.026409] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.035871] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.035871] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5222c6cd-65c6-7488-fe07-8da6ad708252" [ 1101.035871] env[65683]: _type = "HttpNfcLease" [ 1101.035871] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.146634] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee9398-15ad-4e10-a50a-f28a259bdd7c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.155158] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fba28c-6924-450d-b2ad-6b6b3979157e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.188661] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ded501-047e-42aa-bde6-e3c81afaf9d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.197353] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f8ace-22f6-418d-9fbf-a683948b5f6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.211666] env[65683]: DEBUG nova.compute.provider_tree [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.213903] env[65683]: DEBUG nova.network.neutron [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Successfully updated port: 412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1101.225983] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433918, 'name': Rename_Task, 'duration_secs': 0.234435} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.226984] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.227266] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-690870b5-8d3a-474e-9b86-fbc72849e3fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.234694] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1101.234694] env[65683]: value = "task-4433921" [ 1101.234694] env[65683]: _type = "Task" [ 1101.234694] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.246074] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.275923] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433919, 'name': CreateVM_Task, 'duration_secs': 0.466314} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.276228] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.276973] env[65683]: WARNING neutronclient.v2_0.client [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.277525] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.277845] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.278283] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.278663] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ff8fbe-591b-4de4-8fa3-511e428318b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.285512] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1101.285512] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52477be3-f293-5886-3f0f-138b58c4fe5b" [ 1101.285512] env[65683]: _type = "Task" [ 1101.285512] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.294836] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52477be3-f293-5886-3f0f-138b58c4fe5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.328977] env[65683]: DEBUG nova.network.neutron [-] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.473759] env[65683]: WARNING neutronclient.v2_0.client [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.494458] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f9f83f1-6274-42e0-9138-45351292801b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.506229] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d155556f-10f3-4efb-a888-ee94f6c7000c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.547425] env[65683]: DEBUG nova.compute.manager [req-53c0d442-a5bc-4b32-adc0-ce5ad2f6e94e req-7f8906a2-03dd-41a5-99ac-12391f610961 service nova] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Detach interface failed, port_id=905ae987-46b0-42e3-9125-2fffc5466a1e, reason: Instance 072b7097-56c7-4358-b5c1-c51930a5e1ec could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.549385] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.549385] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5222c6cd-65c6-7488-fe07-8da6ad708252" [ 1101.549385] env[65683]: _type = "HttpNfcLease" [ 1101.549385] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1101.549670] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1101.549670] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5222c6cd-65c6-7488-fe07-8da6ad708252" [ 1101.549670] env[65683]: _type = "HttpNfcLease" [ 1101.549670] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1101.550768] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595de418-b1f4-4a9b-b332-5a131ff5beb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.564078] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208de18-6d82-a9d6-efb3-786d33b079a6/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1101.564078] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208de18-6d82-a9d6-efb3-786d33b079a6/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1101.656993] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e72d3f00-1b39-4e94-b48b-f82925d432c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.688457] env[65683]: WARNING neutronclient.v2_0.client [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.720810] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.721078] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.721371] env[65683]: DEBUG nova.network.neutron [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1101.740687] env[65683]: ERROR nova.scheduler.client.report [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [req-66bff0eb-6305-49bc-84bd-e7d3279704ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66bff0eb-6305-49bc-84bd-e7d3279704ee"}]} [ 1101.753174] env[65683]: DEBUG oslo_vmware.api [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433921, 'name': PowerOnVM_Task, 'duration_secs': 0.501985} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.753485] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.754011] env[65683]: INFO nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1101.754011] env[65683]: DEBUG nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1101.754702] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d000ab-8d27-4ce1-86ba-c20975763a8c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.771197] env[65683]: DEBUG nova.scheduler.client.report [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1101.786976] env[65683]: DEBUG nova.scheduler.client.report [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1101.787161] env[65683]: DEBUG nova.compute.provider_tree [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.791032] env[65683]: DEBUG nova.network.neutron [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Updated VIF entry in instance network info cache for port b14d2c20-d041-40d2-a260-878598f16d21. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.791032] env[65683]: DEBUG nova.network.neutron [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Updating instance_info_cache with network_info: [{"id": "b14d2c20-d041-40d2-a260-878598f16d21", "address": "fa:16:3e:e7:4b:52", "network": {"id": "7c7b82e7-4173-486d-8cd9-c345e5c3890a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "20b10c5a7a824adbbad950fd2edcc052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14d2c20-d0", "ovs_interfaceid": "b14d2c20-d041-40d2-a260-878598f16d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.802483] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52477be3-f293-5886-3f0f-138b58c4fe5b, 'name': SearchDatastore_Task, 'duration_secs': 0.033588} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.803650] env[65683]: DEBUG nova.scheduler.client.report [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1101.806034] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.806316] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.806563] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.806707] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.806881] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.808057] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9c8a82-5edb-4ff6-9819-d1c32d8df4b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.821257] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.821520] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.822297] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0b546c-958b-4d3a-897a-6b149c3cf5f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.830020] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1101.830020] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]528696cf-8160-7c69-539b-b56e099a2cf5" [ 1101.830020] env[65683]: _type = "Task" [ 1101.830020] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.833771] env[65683]: DEBUG nova.scheduler.client.report [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1101.836355] env[65683]: INFO nova.compute.manager [-] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Took 1.33 seconds to deallocate network for instance. [ 1101.846045] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528696cf-8160-7c69-539b-b56e099a2cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.189656] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586ae2a-36b4-423f-a843-df7e91c90aae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.198588] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b381a-3445-436d-9d2a-d5ad176624e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.237838] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb25317-426f-4433-b038-4f9ebddc9fed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.247727] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ffff12-411e-4569-bb23-1fdc8a2a2224 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.265691] env[65683]: DEBUG nova.compute.provider_tree [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.276129] env[65683]: DEBUG nova.network.neutron [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1102.283701] env[65683]: INFO nova.compute.manager [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Took 19.13 seconds to build instance. [ 1102.296641] env[65683]: DEBUG oslo_concurrency.lockutils [req-c06d2156-cfc0-4e57-a0e4-d07a4bf19964 req-a08d3def-4879-48fe-beee-4c545b021f97 service nova] Releasing lock "refresh_cache-bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.344663] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]528696cf-8160-7c69-539b-b56e099a2cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.025585} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.345870] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b2f855-8005-49b7-8b3c-42c1a1a6de8d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.349559] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.354111] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1102.354111] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523ef10e-d1c7-2c53-4d24-c388fd449631" [ 1102.354111] env[65683]: _type = "Task" [ 1102.354111] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.363812] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523ef10e-d1c7-2c53-4d24-c388fd449631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.375021] env[65683]: WARNING neutronclient.v2_0.client [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.390724] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-be089d29-4239-4c6c-9b5e-b081a28da176-3c42d36c-172c-47fa-bcd0-f30975291ab7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.391116] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-be089d29-4239-4c6c-9b5e-b081a28da176-3c42d36c-172c-47fa-bcd0-f30975291ab7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.391717] env[65683]: DEBUG nova.objects.instance [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'flavor' on Instance uuid be089d29-4239-4c6c-9b5e-b081a28da176 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.461525] env[65683]: DEBUG nova.network.neutron [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.786544] env[65683]: DEBUG oslo_concurrency.lockutils [None req-fa26bbf2-fc5a-4553-bb22-73e8c3de42bc tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.658s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.808512] env[65683]: DEBUG nova.scheduler.client.report [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1102.808868] env[65683]: DEBUG nova.compute.provider_tree [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 148 to 149 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1102.809206] env[65683]: DEBUG nova.compute.provider_tree [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.866396] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523ef10e-d1c7-2c53-4d24-c388fd449631, 'name': SearchDatastore_Task, 'duration_secs': 0.017131} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.866819] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.867183] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8/bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.867556] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad146acf-adee-4895-af45-ba4a6c98d85d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.875230] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1102.875230] env[65683]: value = "task-4433922" [ 1102.875230] env[65683]: _type = "Task" [ 1102.875230] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.884839] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.895863] env[65683]: WARNING neutronclient.v2_0.client [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.965363] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.965907] env[65683]: DEBUG nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Instance network_info: |[{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1102.966727] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:01:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412ab9e4-ab4a-4bf8-86c1-6db2047f3993', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.975634] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1102.979284] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.979832] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f09a61c-7f74-41f6-988d-3d8337d988f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.003653] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.003653] env[65683]: value = "task-4433923" [ 1103.003653] env[65683]: _type = "Task" [ 1103.003653] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.012549] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433923, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.030729] env[65683]: DEBUG nova.objects.instance [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'pci_requests' on Instance uuid be089d29-4239-4c6c-9b5e-b081a28da176 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.050733] env[65683]: DEBUG nova.compute.manager [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Received event network-vif-plugged-412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1103.050962] env[65683]: DEBUG oslo_concurrency.lockutils [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] Acquiring lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.051195] env[65683]: DEBUG oslo_concurrency.lockutils [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.051410] env[65683]: DEBUG oslo_concurrency.lockutils [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.051526] env[65683]: DEBUG nova.compute.manager [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] No waiting events found dispatching network-vif-plugged-412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1103.051689] env[65683]: WARNING nova.compute.manager [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Received unexpected event network-vif-plugged-412ab9e4-ab4a-4bf8-86c1-6db2047f3993 for instance with vm_state building and task_state spawning. [ 1103.051851] env[65683]: DEBUG nova.compute.manager [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Received event network-changed-412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1103.051991] env[65683]: DEBUG nova.compute.manager [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Refreshing instance network info cache due to event network-changed-412ab9e4-ab4a-4bf8-86c1-6db2047f3993. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1103.052343] env[65683]: DEBUG oslo_concurrency.lockutils [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] Acquiring lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.052343] env[65683]: DEBUG oslo_concurrency.lockutils [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] Acquired lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.052538] env[65683]: DEBUG nova.network.neutron [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Refreshing network info cache for port 412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.315092] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.578s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.317811] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.664s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.319551] env[65683]: INFO nova.compute.claims [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.389437] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433922, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.514603] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433923, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.534020] env[65683]: DEBUG nova.objects.base [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.534352] env[65683]: DEBUG nova.network.neutron [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1103.534785] env[65683]: WARNING neutronclient.v2_0.client [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.535186] env[65683]: WARNING neutronclient.v2_0.client [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.555554] env[65683]: WARNING neutronclient.v2_0.client [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.696421] env[65683]: DEBUG nova.policy [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.778135] env[65683]: WARNING neutronclient.v2_0.client [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.830338] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99db4413-e430-43fe-b76c-281a3b12cd31 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.988s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.831836] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.263s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.832437] env[65683]: INFO nova.compute.manager [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Unshelving [ 1103.888207] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557821} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.888605] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8/bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.888722] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.888987] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf79cc5-bbdd-4030-a0af-cbdeb49cf96e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.897543] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1103.897543] env[65683]: value = "task-4433924" [ 1103.897543] env[65683]: _type = "Task" [ 1103.897543] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.899269] env[65683]: DEBUG nova.network.neutron [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updated VIF entry in instance network info cache for port 412ab9e4-ab4a-4bf8-86c1-6db2047f3993. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1103.899609] env[65683]: DEBUG nova.network.neutron [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.912016] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.017023] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433923, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.406043] env[65683]: DEBUG oslo_concurrency.lockutils [req-3eea2bce-8264-45ed-9ea9-34c2f48c702a req-dc84b576-2fae-44db-97e0-15592a22b3fd service nova] Releasing lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.411320] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09413} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.414352] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.415505] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b9fa56-f264-4e1a-bb68-f0b69cec9e21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.442054] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8/bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.445071] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33af6d18-6ab6-4f44-bedc-a141fcff8f4f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.466702] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1104.466702] env[65683]: value = "task-4433925" [ 1104.466702] env[65683]: _type = "Task" [ 1104.466702] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.479937] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.516791] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433923, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.697157] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958c209-8516-4d99-91de-29d8b98ffb60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.708674] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca2bae-3c61-40af-ae3b-a7c24f43c781 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.741263] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d3abe-8e36-468a-ade1-e67c2d868b0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.750324] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57519d48-cc2c-4d22-8561-b02062d1166e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.766057] env[65683]: DEBUG nova.compute.provider_tree [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.860973] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.979315] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.017561] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433923, 'name': CreateVM_Task, 'duration_secs': 1.676931} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.017778] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.018393] env[65683]: WARNING neutronclient.v2_0.client [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.019040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.019040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.019306] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.019605] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78112e1-ad97-45fc-bfa0-a2c6bde7e3d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.025950] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1105.025950] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f24201-317c-0d76-26e4-4309a832fab7" [ 1105.025950] env[65683]: _type = "Task" [ 1105.025950] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.038668] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f24201-317c-0d76-26e4-4309a832fab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.183211] env[65683]: DEBUG nova.compute.manager [req-d8f0f7bf-fa1a-4cbd-9179-1f2edd097996 req-077cbf7a-c01e-4fe7-8a45-006affc3c1bc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-vif-plugged-3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1105.183556] env[65683]: DEBUG oslo_concurrency.lockutils [req-d8f0f7bf-fa1a-4cbd-9179-1f2edd097996 req-077cbf7a-c01e-4fe7-8a45-006affc3c1bc service nova] Acquiring lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.183733] env[65683]: DEBUG oslo_concurrency.lockutils [req-d8f0f7bf-fa1a-4cbd-9179-1f2edd097996 req-077cbf7a-c01e-4fe7-8a45-006affc3c1bc service nova] Lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.183920] env[65683]: DEBUG oslo_concurrency.lockutils [req-d8f0f7bf-fa1a-4cbd-9179-1f2edd097996 req-077cbf7a-c01e-4fe7-8a45-006affc3c1bc service nova] Lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.184109] env[65683]: DEBUG nova.compute.manager [req-d8f0f7bf-fa1a-4cbd-9179-1f2edd097996 req-077cbf7a-c01e-4fe7-8a45-006affc3c1bc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] No waiting events found dispatching network-vif-plugged-3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1105.184287] env[65683]: WARNING nova.compute.manager [req-d8f0f7bf-fa1a-4cbd-9179-1f2edd097996 req-077cbf7a-c01e-4fe7-8a45-006affc3c1bc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received unexpected event network-vif-plugged-3c42d36c-172c-47fa-bcd0-f30975291ab7 for instance with vm_state active and task_state None. [ 1105.228982] env[65683]: DEBUG nova.network.neutron [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Successfully updated port: 3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1105.269778] env[65683]: DEBUG nova.scheduler.client.report [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.478537] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433925, 'name': ReconfigVM_Task, 'duration_secs': 0.547593} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.478886] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8/bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.479610] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5991ac5a-82fe-4d8e-af84-8b6a2905dd59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.488196] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1105.488196] env[65683]: value = "task-4433926" [ 1105.488196] env[65683]: _type = "Task" [ 1105.488196] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.496878] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433926, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.536210] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f24201-317c-0d76-26e4-4309a832fab7, 'name': SearchDatastore_Task, 'duration_secs': 0.019147} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.536601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.536880] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.537133] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.537275] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.537448] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.537739] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d26d23-1315-4651-904d-7dee040a5da9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.548885] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.549069] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.549814] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d027958b-dc87-4942-9a54-fac6eae2166e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.556195] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1105.556195] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520b0d70-4aa1-bbc2-0e78-1d1942e0567d" [ 1105.556195] env[65683]: _type = "Task" [ 1105.556195] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.565378] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520b0d70-4aa1-bbc2-0e78-1d1942e0567d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.732700] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.732700] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.732912] env[65683]: DEBUG nova.network.neutron [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1105.776124] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.776708] env[65683]: DEBUG nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1105.779649] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.085s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.779897] env[65683]: DEBUG nova.objects.instance [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lazy-loading 'resources' on Instance uuid 7b591504-429a-49d2-a393-9a73138e448d {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.002161] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433926, 'name': Rename_Task, 'duration_secs': 0.229172} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.002659] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.002979] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26369543-f219-4b1e-9ec8-0f0d9571e1f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.011422] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1106.011422] env[65683]: value = "task-4433927" [ 1106.011422] env[65683]: _type = "Task" [ 1106.011422] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.022316] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.069200] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520b0d70-4aa1-bbc2-0e78-1d1942e0567d, 'name': SearchDatastore_Task, 'duration_secs': 0.017224} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.070275] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec34996f-cab5-4227-b4b8-441fb117c67a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.077268] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1106.077268] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52cb9a3a-080a-bb0a-7f61-8cac1e3839a2" [ 1106.077268] env[65683]: _type = "Task" [ 1106.077268] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.086889] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cb9a3a-080a-bb0a-7f61-8cac1e3839a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.278680] env[65683]: WARNING nova.network.neutron [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] 1d66bd68-ec75-44da-933c-1a3e036dcf92 already exists in list: networks containing: ['1d66bd68-ec75-44da-933c-1a3e036dcf92']. ignoring it [ 1106.283795] env[65683]: DEBUG nova.compute.utils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.288151] env[65683]: DEBUG nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1106.288368] env[65683]: DEBUG nova.network.neutron [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.288823] env[65683]: WARNING neutronclient.v2_0.client [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.288979] env[65683]: WARNING neutronclient.v2_0.client [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.362355] env[65683]: DEBUG nova.policy [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ceb91cbcc8b4e97a7c7a28f13d2327a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ff8d85eb8124eeca8eee016732c7fe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.416452] env[65683]: WARNING neutronclient.v2_0.client [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.527343] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.590047] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cb9a3a-080a-bb0a-7f61-8cac1e3839a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0141} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.590047] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.590361] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.590583] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b354f3aa-f23b-4d08-b220-e7a52b49348f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.601878] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1106.601878] env[65683]: value = "task-4433928" [ 1106.601878] env[65683]: _type = "Task" [ 1106.601878] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.614624] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.615980] env[65683]: WARNING neutronclient.v2_0.client [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.634751] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da32191-7a7a-4593-a71c-667245695fd2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.643704] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5789bcad-42ba-45a2-96ab-5462e22e2352 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.682620] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d9cb59-0920-40ff-8764-e6c785898afa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.690292] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f428afa-5e8b-432c-a59e-afa5779b509e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.707083] env[65683]: DEBUG nova.compute.provider_tree [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.725205] env[65683]: DEBUG nova.network.neutron [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Successfully created port: 134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1106.729361] env[65683]: DEBUG nova.network.neutron [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "address": "fa:16:3e:a0:da:53", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c42d36c-17", "ovs_interfaceid": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.789115] env[65683]: DEBUG nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1107.030305] env[65683]: DEBUG oslo_vmware.api [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433927, 'name': PowerOnVM_Task, 'duration_secs': 0.820664} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.030765] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.030860] env[65683]: INFO nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1107.031015] env[65683]: DEBUG nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.031876] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef26042-0429-4a7c-8a16-04c17dad8827 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.114378] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433928, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.211682] env[65683]: DEBUG nova.scheduler.client.report [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.231822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.232619] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.232770] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.233772] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9825f-77c2-43bd-860a-4404c9bd18bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.253372] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.253623] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.253776] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.253950] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.254110] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.254254] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.254452] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.254603] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.254762] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.254926] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.255139] env[65683]: DEBUG nova.virt.hardware [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.262020] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Reconfiguring VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1107.262020] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8f9c9f-3451-44da-844c-462190784d9d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.282552] env[65683]: DEBUG oslo_vmware.api [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1107.282552] env[65683]: value = "task-4433929" [ 1107.282552] env[65683]: _type = "Task" [ 1107.282552] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.292645] env[65683]: DEBUG oslo_vmware.api [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433929, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.309795] env[65683]: DEBUG nova.compute.manager [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-changed-3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.310489] env[65683]: DEBUG nova.compute.manager [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing instance network info cache due to event network-changed-3c42d36c-172c-47fa-bcd0-f30975291ab7. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1107.310489] env[65683]: DEBUG oslo_concurrency.lockutils [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.310489] env[65683]: DEBUG oslo_concurrency.lockutils [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.310489] env[65683]: DEBUG nova.network.neutron [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing network info cache for port 3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.552606] env[65683]: INFO nova.compute.manager [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Took 24.00 seconds to build instance. [ 1107.614094] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682826} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.614424] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.614679] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.614965] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74ecf91-11d9-42e9-b354-404fe3f33c70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.622847] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1107.622847] env[65683]: value = "task-4433930" [ 1107.622847] env[65683]: _type = "Task" [ 1107.622847] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.632340] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.717628] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.720438] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.779s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.720740] env[65683]: DEBUG nova.objects.instance [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lazy-loading 'resources' on Instance uuid c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.742686] env[65683]: INFO nova.scheduler.client.report [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted allocations for instance 7b591504-429a-49d2-a393-9a73138e448d [ 1107.794758] env[65683]: DEBUG oslo_vmware.api [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.801433] env[65683]: DEBUG nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1107.812736] env[65683]: WARNING neutronclient.v2_0.client [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.828862] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.829158] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.829304] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.829495] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.829634] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.829781] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.830065] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.830247] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.830410] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.830562] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.830723] env[65683]: DEBUG nova.virt.hardware [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.831964] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6545f1-9b20-4569-b86d-4f40269d7857 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.841223] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b88db-e08a-4512-bf05-95e62d5d91bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.959259] env[65683]: WARNING neutronclient.v2_0.client [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.034202] env[65683]: DEBUG nova.network.neutron [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updated VIF entry in instance network info cache for port 3c42d36c-172c-47fa-bcd0-f30975291ab7. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1108.034712] env[65683]: DEBUG nova.network.neutron [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "address": "fa:16:3e:a0:da:53", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c42d36c-17", "ovs_interfaceid": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.055074] env[65683]: DEBUG oslo_concurrency.lockutils [None req-40d27109-02ef-40b9-8c58-38682b5bc7cb tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.518s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.134676] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124186} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.134963] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.135873] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf10c6-cfad-4cab-a234-dc543842903c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.159492] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.159742] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366aa832-d6ba-4540-a7a4-d9bbf095b766 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.192759] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1108.192759] env[65683]: value = "task-4433931" [ 1108.192759] env[65683]: _type = "Task" [ 1108.192759] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.203812] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.253274] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7846ca33-7004-45d8-af43-155e9b92f9b4 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "7b591504-429a-49d2-a393-9a73138e448d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.205s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.295998] env[65683]: DEBUG oslo_vmware.api [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433929, 'name': ReconfigVM_Task, 'duration_secs': 0.779904} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.296474] env[65683]: WARNING neutronclient.v2_0.client [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.296718] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.297025] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Reconfigured VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1108.333861] env[65683]: DEBUG nova.network.neutron [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Successfully updated port: 134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.477222] env[65683]: DEBUG nova.compute.manager [req-7389dd88-a6e0-4ea0-85ad-b94e13f99457 req-2ef76743-2fea-48ca-adcf-1bb8ebcfb334 service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Received event network-vif-plugged-134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.477434] env[65683]: DEBUG oslo_concurrency.lockutils [req-7389dd88-a6e0-4ea0-85ad-b94e13f99457 req-2ef76743-2fea-48ca-adcf-1bb8ebcfb334 service nova] Acquiring lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.477756] env[65683]: DEBUG oslo_concurrency.lockutils [req-7389dd88-a6e0-4ea0-85ad-b94e13f99457 req-2ef76743-2fea-48ca-adcf-1bb8ebcfb334 service nova] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.477825] env[65683]: DEBUG oslo_concurrency.lockutils [req-7389dd88-a6e0-4ea0-85ad-b94e13f99457 req-2ef76743-2fea-48ca-adcf-1bb8ebcfb334 service nova] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.477966] env[65683]: DEBUG nova.compute.manager [req-7389dd88-a6e0-4ea0-85ad-b94e13f99457 req-2ef76743-2fea-48ca-adcf-1bb8ebcfb334 service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] No waiting events found dispatching network-vif-plugged-134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1108.478143] env[65683]: WARNING nova.compute.manager [req-7389dd88-a6e0-4ea0-85ad-b94e13f99457 req-2ef76743-2fea-48ca-adcf-1bb8ebcfb334 service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Received unexpected event network-vif-plugged-134dd4ac-5437-4799-91fc-1d66d1bafe69 for instance with vm_state building and task_state spawning. [ 1108.490014] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080333a7-2aa9-47a8-afd2-c56ac6678419 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.501897] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd6665-e6a8-4867-8a6c-ad50d30d63c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.532259] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f689145-362d-41cd-b6b1-c8bceccbd471 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.540105] env[65683]: DEBUG oslo_concurrency.lockutils [req-5ca331ee-f70d-4288-bf51-7abddfc5dcfa req-00633369-3d6d-4cf5-8628-a75a372d16fc service nova] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.541542] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a09a835-87e3-4353-b416-60969d8f129d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.555083] env[65683]: DEBUG nova.compute.provider_tree [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.564737] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208de18-6d82-a9d6-efb3-786d33b079a6/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1108.565878] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a0e46-4d61-4564-9f0d-a69875477923 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.572259] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208de18-6d82-a9d6-efb3-786d33b079a6/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1108.572439] env[65683]: ERROR oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208de18-6d82-a9d6-efb3-786d33b079a6/disk-0.vmdk due to incomplete transfer. [ 1108.572858] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1eb455f4-4888-4870-bd4e-cdbb9254bc07 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.580224] env[65683]: DEBUG oslo_vmware.rw_handles [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208de18-6d82-a9d6-efb3-786d33b079a6/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1108.580406] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Uploaded image 40ab8912-43aa-4e80-b459-43082a08cc49 to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1108.583400] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1108.583621] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7303257-ddd7-46d2-8aa2-19e901b83afc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.589574] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1108.589574] env[65683]: value = "task-4433932" [ 1108.589574] env[65683]: _type = "Task" [ 1108.589574] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.597074] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433932, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.703551] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.804438] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd13e070-b97a-4f68-a9aa-00fc26abd7a1 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-be089d29-4239-4c6c-9b5e-b081a28da176-3c42d36c-172c-47fa-bcd0-f30975291ab7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.413s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.842024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.842024] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.842024] env[65683]: DEBUG nova.network.neutron [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.060362] env[65683]: DEBUG nova.scheduler.client.report [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.099805] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433932, 'name': Destroy_Task, 'duration_secs': 0.312513} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.100072] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Destroyed the VM [ 1109.100317] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1109.100571] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2230a32-b95c-4884-a76b-2b1eb9716ce6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.106903] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1109.106903] env[65683]: value = "task-4433933" [ 1109.106903] env[65683]: _type = "Task" [ 1109.106903] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.116431] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433933, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.203292] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433931, 'name': ReconfigVM_Task, 'duration_secs': 0.81219} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.203573] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.204323] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6deca76-9f9a-48c0-9671-04033d489b2b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.208974] env[65683]: DEBUG nova.compute.manager [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1109.210044] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b625d-f018-431d-8cbc-c9588b414f05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.213424] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1109.213424] env[65683]: value = "task-4433934" [ 1109.213424] env[65683]: _type = "Task" [ 1109.213424] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.224344] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433934, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.386551] env[65683]: DEBUG nova.network.neutron [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1109.464696] env[65683]: WARNING neutronclient.v2_0.client [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.534937] env[65683]: DEBUG nova.network.neutron [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Updating instance_info_cache with network_info: [{"id": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "address": "fa:16:3e:87:16:c2", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134dd4ac-54", "ovs_interfaceid": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.565675] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.568619] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.007s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.570957] env[65683]: INFO nova.compute.claims [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.595026] env[65683]: INFO nova.scheduler.client.report [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted allocations for instance c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba [ 1109.621613] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433933, 'name': RemoveSnapshot_Task, 'duration_secs': 0.3935} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.621851] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1109.622154] env[65683]: DEBUG nova.compute.manager [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1109.623294] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6a113f-e71b-43d5-a986-37d8076825de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.724550] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433934, 'name': Rename_Task, 'duration_secs': 0.212742} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.724790] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.725923] env[65683]: INFO nova.compute.manager [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] instance snapshotting [ 1109.727776] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9116370-94ab-42f5-888a-71c300841f59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.730246] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d175abbf-1707-4303-a8f5-e3eadf9cdab2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.751979] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc56977b-5a48-4d96-9596-816c15018162 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.754365] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1109.754365] env[65683]: value = "task-4433935" [ 1109.754365] env[65683]: _type = "Task" [ 1109.754365] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.766983] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.038843] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.039311] env[65683]: DEBUG nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Instance network_info: |[{"id": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "address": "fa:16:3e:87:16:c2", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134dd4ac-54", "ovs_interfaceid": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1110.039900] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:16:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '134dd4ac-5437-4799-91fc-1d66d1bafe69', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.047970] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1110.048227] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.048544] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61d429da-94d3-4a8c-bbf0-62a2a2c2cae0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.071278] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.071278] env[65683]: value = "task-4433936" [ 1110.071278] env[65683]: _type = "Task" [ 1110.071278] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.081509] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433936, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.102839] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d47275ec-9cb1-4de0-ba94-efc066c17b18 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.894s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.117029] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-be089d29-4239-4c6c-9b5e-b081a28da176-3c42d36c-172c-47fa-bcd0-f30975291ab7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.117029] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-be089d29-4239-4c6c-9b5e-b081a28da176-3c42d36c-172c-47fa-bcd0-f30975291ab7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.137191] env[65683]: INFO nova.compute.manager [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Shelve offloading [ 1110.263298] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1110.267062] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fcf6aaf-735d-4011-a1c1-70a50042365a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.268917] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.275338] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1110.275338] env[65683]: value = "task-4433937" [ 1110.275338] env[65683]: _type = "Task" [ 1110.275338] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.283705] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.506877] env[65683]: DEBUG nova.compute.manager [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Received event network-changed-134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.507122] env[65683]: DEBUG nova.compute.manager [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Refreshing instance network info cache due to event network-changed-134dd4ac-5437-4799-91fc-1d66d1bafe69. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.507343] env[65683]: DEBUG oslo_concurrency.lockutils [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] Acquiring lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.507488] env[65683]: DEBUG oslo_concurrency.lockutils [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] Acquired lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.507693] env[65683]: DEBUG nova.network.neutron [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Refreshing network info cache for port 134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.585983] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433936, 'name': CreateVM_Task, 'duration_secs': 0.453514} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.586700] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.587196] env[65683]: WARNING neutronclient.v2_0.client [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.587375] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.587497] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.587845] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.588163] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4b3567-8f9b-4b84-b31f-1f157677910c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.593043] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1110.593043] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e58555-06bb-eba9-7bba-353e4a596cd0" [ 1110.593043] env[65683]: _type = "Task" [ 1110.593043] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.601063] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e58555-06bb-eba9-7bba-353e4a596cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.620066] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.620229] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.620997] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84893f73-fe61-400c-8581-ded4b8ef2e96 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.641703] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250186d-6f67-401c-adf5-27632c3e896d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.644191] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.644909] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e405fd-d4ba-4311-b6ea-c2ba03f9d865 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.665416] env[65683]: WARNING neutronclient.v2_0.client [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.670951] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Reconfiguring VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1110.674170] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14341ba6-c1a4-4e04-9272-e84359250121 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.686812] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1110.686812] env[65683]: value = "task-4433938" [ 1110.686812] env[65683]: _type = "Task" [ 1110.686812] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.693143] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1110.693143] env[65683]: value = "task-4433939" [ 1110.693143] env[65683]: _type = "Task" [ 1110.693143] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.702577] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1110.703495] env[65683]: DEBUG nova.compute.manager [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.704470] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1542f-5e0a-46af-be4a-167b35595e0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.711395] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.712590] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.712832] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.712832] env[65683]: DEBUG nova.network.neutron [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.766274] env[65683]: DEBUG oslo_vmware.api [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4433935, 'name': PowerOnVM_Task, 'duration_secs': 0.718596} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.766366] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.766542] env[65683]: INFO nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1110.766719] env[65683]: DEBUG nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.768722] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb006ad7-58ac-4f34-b917-9325222d4734 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.788412] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.807196] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "27fdba0c-de21-49df-b283-9fbb80965dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.808202] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.841524] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.841762] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.896280] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab8d6c-f839-469e-9b07-0d89f1643f3f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.904542] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae635c6-4d22-4339-827a-5aa43d12a85b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.942320] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485fe190-1c90-40bc-95e9-e30c9ddce860 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.949857] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2683cb75-2062-41f0-b727-fbd41f9acef7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.965164] env[65683]: DEBUG nova.compute.provider_tree [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.010070] env[65683]: WARNING neutronclient.v2_0.client [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.103774] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e58555-06bb-eba9-7bba-353e4a596cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.03652} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.106204] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.106453] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.106739] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.106891] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.107088] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.107522] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9b5cef-e53a-4faa-aef2-d4014e400e25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.120957] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.121163] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.121833] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e3b1ba-9cc3-420a-a6ef-71a4154df15d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.129243] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1111.129243] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522b4a60-246e-f576-f3c1-ada91e1385c3" [ 1111.129243] env[65683]: _type = "Task" [ 1111.129243] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.136679] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522b4a60-246e-f576-f3c1-ada91e1385c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.155492] env[65683]: WARNING neutronclient.v2_0.client [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.205799] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.215622] env[65683]: WARNING neutronclient.v2_0.client [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.244635] env[65683]: DEBUG nova.network.neutron [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Updated VIF entry in instance network info cache for port 134dd4ac-5437-4799-91fc-1d66d1bafe69. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.245048] env[65683]: DEBUG nova.network.neutron [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Updating instance_info_cache with network_info: [{"id": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "address": "fa:16:3e:87:16:c2", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134dd4ac-54", "ovs_interfaceid": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.296055] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.296448] env[65683]: INFO nova.compute.manager [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Took 24.59 seconds to build instance. [ 1111.310236] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.346514] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.383577] env[65683]: WARNING neutronclient.v2_0.client [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.469017] env[65683]: DEBUG nova.scheduler.client.report [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.473525] env[65683]: DEBUG nova.network.neutron [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Updating instance_info_cache with network_info: [{"id": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "address": "fa:16:3e:7b:9f:a3", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217e3f8-3a", "ovs_interfaceid": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.641163] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522b4a60-246e-f576-f3c1-ada91e1385c3, 'name': SearchDatastore_Task, 'duration_secs': 0.0155} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.641994] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48786f51-7582-4a44-ac5f-e5852fec4828 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.648334] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1111.648334] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a73d94-72d6-8f5d-0094-c84d7f857715" [ 1111.648334] env[65683]: _type = "Task" [ 1111.648334] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.657045] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a73d94-72d6-8f5d-0094-c84d7f857715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.704604] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.749860] env[65683]: DEBUG oslo_concurrency.lockutils [req-280fed0b-dd41-432e-b801-b44a33238c1b req-e96a7114-df0f-4d58-bad7-9922dd343cbc service nova] Releasing lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.787120] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433937, 'name': CreateSnapshot_Task, 'duration_secs': 1.138306} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.787614] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1111.788423] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7046ffa-b353-45f1-9d16-34a22376d763 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.799120] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1663362c-451a-4bf6-b607-ec4a9fbd7e26 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.119s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.838707] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.866072] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.976278] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.976547] env[65683]: DEBUG nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1111.981067] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.717s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.981356] env[65683]: DEBUG nova.objects.instance [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lazy-loading 'resources' on Instance uuid 408e6a18-ee01-4324-83d0-e8874a42f95e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.982573] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.982958] env[65683]: WARNING neutronclient.v2_0.client [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.983340] env[65683]: WARNING neutronclient.v2_0.client [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.160147] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a73d94-72d6-8f5d-0094-c84d7f857715, 'name': SearchDatastore_Task, 'duration_secs': 0.023399} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.160526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.160670] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] a97cc835-2825-40f5-94a4-ceb3a6fa8b1b/a97cc835-2825-40f5-94a4-ceb3a6fa8b1b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.160941] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6f9415-e2f7-4341-bb3e-c1509edcc764 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.168941] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1112.168941] env[65683]: value = "task-4433940" [ 1112.168941] env[65683]: _type = "Task" [ 1112.168941] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.178737] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.204919] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.285250] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.286231] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff55a4c-1aa5-4960-89f8-9168d556b506 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.295667] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.296132] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5fca4c-a45a-4c73-93f8-e4892cb20861 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.308344] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1112.310911] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4307caa-256c-4582-8382-78d8c04440fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.320869] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1112.320869] env[65683]: value = "task-4433942" [ 1112.320869] env[65683]: _type = "Task" [ 1112.320869] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.332641] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433942, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.337918] env[65683]: DEBUG nova.compute.manager [req-d88baa59-92b1-4f24-b00f-c288c5289641 req-8db6c9fd-6ade-4bdf-a4b4-b06c209fe063 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Received event network-vif-unplugged-a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1112.338036] env[65683]: DEBUG oslo_concurrency.lockutils [req-d88baa59-92b1-4f24-b00f-c288c5289641 req-8db6c9fd-6ade-4bdf-a4b4-b06c209fe063 service nova] Acquiring lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.338248] env[65683]: DEBUG oslo_concurrency.lockutils [req-d88baa59-92b1-4f24-b00f-c288c5289641 req-8db6c9fd-6ade-4bdf-a4b4-b06c209fe063 service nova] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.338428] env[65683]: DEBUG oslo_concurrency.lockutils [req-d88baa59-92b1-4f24-b00f-c288c5289641 req-8db6c9fd-6ade-4bdf-a4b4-b06c209fe063 service nova] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.338632] env[65683]: DEBUG nova.compute.manager [req-d88baa59-92b1-4f24-b00f-c288c5289641 req-8db6c9fd-6ade-4bdf-a4b4-b06c209fe063 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] No waiting events found dispatching network-vif-unplugged-a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1112.338766] env[65683]: WARNING nova.compute.manager [req-d88baa59-92b1-4f24-b00f-c288c5289641 req-8db6c9fd-6ade-4bdf-a4b4-b06c209fe063 service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Received unexpected event network-vif-unplugged-a217e3f8-3ae9-4da9-9d28-54454f6094c1 for instance with vm_state shelved and task_state shelving_offloading. [ 1112.386423] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.387016] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.387143] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleting the datastore file [datastore1] 68e25411-f68b-4de6-b98d-5da919fdf4ed {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.387465] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca12e3fb-2fb0-4e94-a207-08dc8976ebfe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.395354] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1112.395354] env[65683]: value = "task-4433943" [ 1112.395354] env[65683]: _type = "Task" [ 1112.395354] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.410015] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.489059] env[65683]: DEBUG nova.compute.utils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.493647] env[65683]: DEBUG nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1112.494195] env[65683]: DEBUG nova.network.neutron [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.494868] env[65683]: WARNING neutronclient.v2_0.client [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.495446] env[65683]: WARNING neutronclient.v2_0.client [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.562706] env[65683]: DEBUG nova.policy [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8802194827b14b97aeb56648aa01300f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b18c49ceea46d6911355436cc6d6e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.603228] env[65683]: DEBUG nova.compute.manager [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Received event network-changed-412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1112.603446] env[65683]: DEBUG nova.compute.manager [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Refreshing instance network info cache due to event network-changed-412ab9e4-ab4a-4bf8-86c1-6db2047f3993. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1112.603704] env[65683]: DEBUG oslo_concurrency.lockutils [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] Acquiring lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.603772] env[65683]: DEBUG oslo_concurrency.lockutils [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] Acquired lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.603903] env[65683]: DEBUG nova.network.neutron [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Refreshing network info cache for port 412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.689593] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515807} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.689986] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] a97cc835-2825-40f5-94a4-ceb3a6fa8b1b/a97cc835-2825-40f5-94a4-ceb3a6fa8b1b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.690081] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.690368] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-172089ce-a7c3-469e-af63-00ae6dba8ed2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.703962] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1112.703962] env[65683]: value = "task-4433944" [ 1112.703962] env[65683]: _type = "Task" [ 1112.703962] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.711508] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.721342] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.834870] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433942, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.884125] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e17d31-d3f5-4317-8a3b-74385df3ab87 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.897422] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7164a1-bdc1-4472-b498-a8156076cd0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.917080] env[65683]: DEBUG oslo_vmware.api [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4433943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410582} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.950153] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.950153] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.950356] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.953962] env[65683]: DEBUG nova.network.neutron [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Successfully created port: 1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1112.957169] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686f9c7-acb2-46cf-be42-b285ce971906 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.967096] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e656f25-dbd8-4e42-8471-3e228a914e40 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.984928] env[65683]: DEBUG nova.compute.provider_tree [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.001390] env[65683]: DEBUG nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1113.018867] env[65683]: INFO nova.scheduler.client.report [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted allocations for instance 68e25411-f68b-4de6-b98d-5da919fdf4ed [ 1113.110521] env[65683]: WARNING neutronclient.v2_0.client [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.208989] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.218474] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085605} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.218801] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.219745] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb2d6f-fbc0-4090-9226-81b5a9f2160b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.244337] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a97cc835-2825-40f5-94a4-ceb3a6fa8b1b/a97cc835-2825-40f5-94a4-ceb3a6fa8b1b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.244337] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d15cde0-e178-4585-9a56-db0176689ea1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.268346] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1113.268346] env[65683]: value = "task-4433945" [ 1113.268346] env[65683]: _type = "Task" [ 1113.268346] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.277641] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.332866] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433942, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.471030] env[65683]: WARNING neutronclient.v2_0.client [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.489489] env[65683]: DEBUG nova.scheduler.client.report [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.509467] env[65683]: INFO nova.virt.block_device [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Booting with volume 972cdc91-e463-4ca0-a0d1-f01291bcfed4 at /dev/sda [ 1113.521144] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.558117] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7ba1b0e-3015-45c7-a1e4-3887608ae71a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.569019] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87358e36-1aac-43e8-9919-70d59652b25b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.582363] env[65683]: DEBUG nova.network.neutron [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updated VIF entry in instance network info cache for port 412ab9e4-ab4a-4bf8-86c1-6db2047f3993. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1113.582810] env[65683]: DEBUG nova.network.neutron [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.617673] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50361707-3575-468a-a21f-95a49c08e014 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.628099] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c221de0-8466-4b69-8700-8f021ca02fa0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.666678] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e559a758-cc66-49e3-80ad-fcef92e6455e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.674840] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be3747a-3ebd-4c22-871b-a181d1d5b2a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.692099] env[65683]: DEBUG nova.virt.block_device [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating existing volume attachment record: ca519236-6fa7-4137-8bec-c488f28dfccd {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1113.709118] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.779047] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.832072] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433942, 'name': CloneVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.997913] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.001728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.652s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.002857] env[65683]: DEBUG nova.objects.instance [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'resources' on Instance uuid 072b7097-56c7-4358-b5c1-c51930a5e1ec {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.021498] env[65683]: INFO nova.scheduler.client.report [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted allocations for instance 408e6a18-ee01-4324-83d0-e8874a42f95e [ 1114.086567] env[65683]: DEBUG oslo_concurrency.lockutils [req-b07856be-fa98-4271-ac1c-8574300e33e2 req-b780d1e3-6284-49ba-97a5-bd7712d2d2b6 service nova] Releasing lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.212709] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.282045] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433945, 'name': ReconfigVM_Task, 'duration_secs': 0.749033} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.282219] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a97cc835-2825-40f5-94a4-ceb3a6fa8b1b/a97cc835-2825-40f5-94a4-ceb3a6fa8b1b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.282912] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2128c0-bc61-419c-9edd-bc1946953a87 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.291961] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1114.291961] env[65683]: value = "task-4433946" [ 1114.291961] env[65683]: _type = "Task" [ 1114.291961] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.302226] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433946, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.334389] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433942, 'name': CloneVM_Task, 'duration_secs': 1.741039} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.334523] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Created linked-clone VM from snapshot [ 1114.335282] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0f58c-b90e-46ab-a6ad-dd4f776b5848 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.345037] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Uploading image c5008f2f-aaed-482d-8b3e-fefe0c766fc5 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1114.367259] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1114.367259] env[65683]: value = "vm-867344" [ 1114.367259] env[65683]: _type = "VirtualMachine" [ 1114.367259] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1114.367598] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15666d55-5c13-4160-8a95-a9bad643a470 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.376595] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lease: (returnval){ [ 1114.376595] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526d27b0-62dc-9141-cc55-e2fa29fae76e" [ 1114.376595] env[65683]: _type = "HttpNfcLease" [ 1114.376595] env[65683]: } obtained for exporting VM: (result){ [ 1114.376595] env[65683]: value = "vm-867344" [ 1114.376595] env[65683]: _type = "VirtualMachine" [ 1114.376595] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1114.376595] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the lease: (returnval){ [ 1114.376595] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526d27b0-62dc-9141-cc55-e2fa29fae76e" [ 1114.376595] env[65683]: _type = "HttpNfcLease" [ 1114.376595] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1114.384341] env[65683]: DEBUG nova.compute.manager [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Received event network-changed-a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.384895] env[65683]: DEBUG nova.compute.manager [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Refreshing instance network info cache due to event network-changed-a217e3f8-3ae9-4da9-9d28-54454f6094c1. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1114.385017] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] Acquiring lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.385738] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] Acquired lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.385738] env[65683]: DEBUG nova.network.neutron [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Refreshing network info cache for port a217e3f8-3ae9-4da9-9d28-54454f6094c1 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.391706] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.391706] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526d27b0-62dc-9141-cc55-e2fa29fae76e" [ 1114.391706] env[65683]: _type = "HttpNfcLease" [ 1114.391706] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1114.391934] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1114.391934] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526d27b0-62dc-9141-cc55-e2fa29fae76e" [ 1114.391934] env[65683]: _type = "HttpNfcLease" [ 1114.391934] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1114.392820] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2495995f-56b9-4388-b252-eba14dcce3d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.403220] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c5251-227e-c993-06f0-60d817c53ca5/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1114.403465] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c5251-227e-c993-06f0-60d817c53ca5/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1114.510603] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3951d5d-9e16-4bba-badf-d1c2e84dc31a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.533566] env[65683]: DEBUG oslo_concurrency.lockutils [None req-595d69ed-b8a4-4e41-b304-e25fe9720f60 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "408e6a18-ee01-4324-83d0-e8874a42f95e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.716s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.593221] env[65683]: DEBUG nova.network.neutron [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Successfully updated port: 1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.693262] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.714542] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.807857] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433946, 'name': Rename_Task, 'duration_secs': 0.262895} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.808145] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.808400] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-854a2155-376d-4049-a59c-34018065b85f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.813066] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e3ea2d-2464-4bb0-89df-7a6fe6e54401 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.817566] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1114.817566] env[65683]: value = "task-4433948" [ 1114.817566] env[65683]: _type = "Task" [ 1114.817566] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.825715] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f2a22-e578-4096-afe6-311eb60f3862 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.832438] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.862525] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c9a89-4816-4b86-b490-f8eb4b50de5d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.871351] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a04ec5-28b9-456f-8a6e-b3313dc35110 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.886941] env[65683]: DEBUG nova.compute.provider_tree [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.888953] env[65683]: WARNING neutronclient.v2_0.client [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.017620] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.018025] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.018296] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.018530] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.018798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.021198] env[65683]: INFO nova.compute.manager [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Terminating instance [ 1115.078490] env[65683]: WARNING neutronclient.v2_0.client [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.096182] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.096393] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.096914] env[65683]: DEBUG nova.network.neutron [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.166882] env[65683]: DEBUG nova.network.neutron [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Updated VIF entry in instance network info cache for port a217e3f8-3ae9-4da9-9d28-54454f6094c1. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.167525] env[65683]: DEBUG nova.network.neutron [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Updating instance_info_cache with network_info: [{"id": "a217e3f8-3ae9-4da9-9d28-54454f6094c1", "address": "fa:16:3e:7b:9f:a3", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": null, "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa217e3f8-3a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.217392] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.332632] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433948, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.393242] env[65683]: DEBUG nova.scheduler.client.report [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.527902] env[65683]: DEBUG nova.compute.manager [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1115.528199] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.529133] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4fc4d4-fb26-4c87-96ae-3028e2208fbb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.537554] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.537954] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4866730f-4456-4b0f-864f-89506d3a481e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.546392] env[65683]: DEBUG oslo_vmware.api [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1115.546392] env[65683]: value = "task-4433949" [ 1115.546392] env[65683]: _type = "Task" [ 1115.546392] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.556874] env[65683]: DEBUG oslo_vmware.api [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.637295] env[65683]: DEBUG nova.network.neutron [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.671414] env[65683]: DEBUG oslo_concurrency.lockutils [req-5c3fd26f-d4f5-4a52-a25f-68f12b0a1519 req-1b298fc1-5549-4a3b-86e8-0ab46c5382ea service nova] Releasing lock "refresh_cache-68e25411-f68b-4de6-b98d-5da919fdf4ed" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.713211] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.731041] env[65683]: WARNING neutronclient.v2_0.client [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.796171] env[65683]: DEBUG nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1115.796351] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1115.796630] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.796834] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1115.797064] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.797332] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1115.797513] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1115.797790] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1115.798147] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1115.798434] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1115.798649] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1115.798810] env[65683]: DEBUG nova.virt.hardware [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1115.800093] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6a2810-6ac9-4ad1-a25c-6a8c173cf034 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.812496] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae411f7e-0fc1-4a57-bcd7-4ca8d02b71a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.838071] env[65683]: DEBUG nova.network.neutron [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [{"id": "1a9f0741-167c-4d22-8152-6a49722019e7", "address": "fa:16:3e:04:ea:ba", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f0741-16", "ovs_interfaceid": "1a9f0741-167c-4d22-8152-6a49722019e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.843908] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433948, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.899629] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.902452] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.042s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.903584] env[65683]: DEBUG nova.objects.instance [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e324792-b4ab-4648-8b64-72fce98fff13 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.928867] env[65683]: INFO nova.scheduler.client.report [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted allocations for instance 072b7097-56c7-4358-b5c1-c51930a5e1ec [ 1116.062248] env[65683]: DEBUG oslo_vmware.api [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433949, 'name': PowerOffVM_Task, 'duration_secs': 0.232822} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.062822] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.063131] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.063562] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c127b84-52cf-49e6-9b8d-dc303cb3e4f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.154103] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.154438] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.154714] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleting the datastore file [datastore1] 8e07b14e-17c6-4e0f-8273-0b7436ff4319 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.155097] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7196339-c418-4526-b048-7af25613abe8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.163409] env[65683]: DEBUG oslo_vmware.api [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1116.163409] env[65683]: value = "task-4433951" [ 1116.163409] env[65683]: _type = "Task" [ 1116.163409] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.173134] env[65683]: DEBUG oslo_vmware.api [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.213539] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.331866] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.345523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.345925] env[65683]: DEBUG nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Instance network_info: |[{"id": "1a9f0741-167c-4d22-8152-6a49722019e7", "address": "fa:16:3e:04:ea:ba", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f0741-16", "ovs_interfaceid": "1a9f0741-167c-4d22-8152-6a49722019e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1116.346691] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ea:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9f0741-167c-4d22-8152-6a49722019e7', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.355085] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1116.356371] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.356639] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbd00cec-fe00-4dac-9a25-5ffc52779667 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.380255] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.380255] env[65683]: value = "task-4433952" [ 1116.380255] env[65683]: _type = "Task" [ 1116.380255] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.396184] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433952, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.409776] env[65683]: DEBUG nova.objects.instance [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e324792-b4ab-4648-8b64-72fce98fff13 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.418566] env[65683]: DEBUG nova.compute.manager [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Received event network-vif-plugged-1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.418966] env[65683]: DEBUG oslo_concurrency.lockutils [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] Acquiring lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.419344] env[65683]: DEBUG oslo_concurrency.lockutils [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.419587] env[65683]: DEBUG oslo_concurrency.lockutils [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.419871] env[65683]: DEBUG nova.compute.manager [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] No waiting events found dispatching network-vif-plugged-1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1116.420102] env[65683]: WARNING nova.compute.manager [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Received unexpected event network-vif-plugged-1a9f0741-167c-4d22-8152-6a49722019e7 for instance with vm_state building and task_state spawning. [ 1116.420315] env[65683]: DEBUG nova.compute.manager [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Received event network-changed-1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.420501] env[65683]: DEBUG nova.compute.manager [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Refreshing instance network info cache due to event network-changed-1a9f0741-167c-4d22-8152-6a49722019e7. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1116.420727] env[65683]: DEBUG oslo_concurrency.lockutils [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] Acquiring lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.420866] env[65683]: DEBUG oslo_concurrency.lockutils [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] Acquired lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.421133] env[65683]: DEBUG nova.network.neutron [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Refreshing network info cache for port 1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.440827] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c8323f9f-54c2-45b2-adb2-ea124fe3384f tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "072b7097-56c7-4358-b5c1-c51930a5e1ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.587s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.675819] env[65683]: DEBUG oslo_vmware.api [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285907} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.676269] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.676926] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.676926] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.676926] env[65683]: INFO nova.compute.manager [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1116.677134] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1116.678689] env[65683]: DEBUG nova.compute.manager [-] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1116.678689] env[65683]: DEBUG nova.network.neutron [-] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1116.678689] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.714865] env[65683]: DEBUG oslo_vmware.api [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433939, 'name': ReconfigVM_Task, 'duration_secs': 5.879089} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.715282] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.715624] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Reconfigured VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1116.716229] env[65683]: WARNING neutronclient.v2_0.client [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.716615] env[65683]: WARNING neutronclient.v2_0.client [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.747020] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.774424] env[65683]: WARNING neutronclient.v2_0.client [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.832959] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.839527] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.839780] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.839991] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.840455] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.840455] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.843828] env[65683]: INFO nova.compute.manager [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Terminating instance [ 1116.896980] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433952, 'name': CreateVM_Task, 'duration_secs': 0.393008} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.897564] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.897938] env[65683]: WARNING neutronclient.v2_0.client [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.898508] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'ca519236-6fa7-4137-8bec-c488f28dfccd', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867331', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'name': 'volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c6089ef-678d-4a10-b039-f5af2e2132a4', 'attached_at': '', 'detached_at': '', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'serial': '972cdc91-e463-4ca0-a0d1-f01291bcfed4'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=65683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1116.898862] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Root volume attach. Driver type: vmdk {{(pid=65683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1116.900284] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550a092-5d82-499e-99df-b9daf8c2baee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.913596] env[65683]: INFO nova.compute.claims [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.918935] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e1153-339d-42fc-9f5a-4e5ca71d2a51 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.924604] env[65683]: WARNING neutronclient.v2_0.client [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.931016] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0455a715-70d0-4619-af69-bf7f3a9db521 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.940964] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ad746b3e-aa9a-4a7f-aad6-fb55f7ef9b2c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.953658] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1116.953658] env[65683]: value = "task-4433953" [ 1116.953658] env[65683]: _type = "Task" [ 1116.953658] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.965643] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433953, 'name': RelocateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.209325] env[65683]: WARNING neutronclient.v2_0.client [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.286694] env[65683]: DEBUG nova.network.neutron [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updated VIF entry in instance network info cache for port 1a9f0741-167c-4d22-8152-6a49722019e7. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.287146] env[65683]: DEBUG nova.network.neutron [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [{"id": "1a9f0741-167c-4d22-8152-6a49722019e7", "address": "fa:16:3e:04:ea:ba", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f0741-16", "ovs_interfaceid": "1a9f0741-167c-4d22-8152-6a49722019e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.333553] env[65683]: DEBUG oslo_vmware.api [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4433948, 'name': PowerOnVM_Task, 'duration_secs': 2.070867} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.333915] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.334119] env[65683]: INFO nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1117.334566] env[65683]: DEBUG nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1117.335350] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e7cc45-54be-4ec2-9291-aec36f03e0df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.346960] env[65683]: DEBUG nova.compute.manager [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1117.347147] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.347893] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d05291a-b375-48d0-8a9d-52daecbe8ff9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.356433] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.356651] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc8e4da-980e-46c0-b937-1255615f4d58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.364627] env[65683]: DEBUG oslo_vmware.api [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1117.364627] env[65683]: value = "task-4433954" [ 1117.364627] env[65683]: _type = "Task" [ 1117.364627] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.378462] env[65683]: DEBUG oslo_vmware.api [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.466061] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433953, 'name': RelocateVM_Task, 'duration_secs': 0.46128} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.466470] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.466717] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867331', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'name': 'volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c6089ef-678d-4a10-b039-f5af2e2132a4', 'attached_at': '', 'detached_at': '', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'serial': '972cdc91-e463-4ca0-a0d1-f01291bcfed4'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.467617] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f51e2f-3bc4-4244-bde0-46bdc34b7e97 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.486627] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0288d1-da0e-4099-a7d2-d5aa7f023609 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.502194] env[65683]: DEBUG nova.network.neutron [-] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.512483] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4/volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.513320] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be8acba-95f0-42f4-9e4b-cf1862fecad3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.534977] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1117.534977] env[65683]: value = "task-4433955" [ 1117.534977] env[65683]: _type = "Task" [ 1117.534977] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.544883] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.790230] env[65683]: DEBUG oslo_concurrency.lockutils [req-e34ed68e-26e6-475b-bca2-5d4a5bb9e4ec req-64b3d688-934f-4f83-b65b-c4b0af35ffd4 service nova] Releasing lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.857732] env[65683]: INFO nova.compute.manager [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Took 24.22 seconds to build instance. [ 1117.878441] env[65683]: DEBUG oslo_vmware.api [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433954, 'name': PowerOffVM_Task, 'duration_secs': 0.341706} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.879498] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.879708] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.880035] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40676070-a1f7-4065-9a64-eaa51fd9dfb9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.962932] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.964033] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.964033] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleting the datastore file [datastore2] f5d14407-5cb1-4651-86d9-8e8f24186a6c {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.964033] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-380c8bb6-ec90-4ba7-af03-bfeb1cb265c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.976086] env[65683]: DEBUG oslo_vmware.api [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1117.976086] env[65683]: value = "task-4433957" [ 1117.976086] env[65683]: _type = "Task" [ 1117.976086] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.990819] env[65683]: DEBUG oslo_vmware.api [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.013905] env[65683]: INFO nova.compute.manager [-] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Took 1.34 seconds to deallocate network for instance. [ 1118.050310] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433955, 'name': ReconfigVM_Task, 'duration_secs': 0.404986} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.050704] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4/volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.058986] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4add0f5b-6aae-45df-826e-8975c351146e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076859] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1118.076859] env[65683]: value = "task-4433958" [ 1118.076859] env[65683]: _type = "Task" [ 1118.076859] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.087715] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.204991] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.204991] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.205160] env[65683]: DEBUG nova.network.neutron [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.248858] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e84a68-cc0e-4beb-9f31-2f5a4bc7bb7c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.258311] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47353879-459e-4555-9607-851d72174512 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.292337] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c6c7bb-4614-4e01-a764-887a37e6a5b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.302144] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b257d763-de52-45d6-8021-e766c0b3b06a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.322731] env[65683]: DEBUG nova.compute.provider_tree [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.360166] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b2048181-6bf7-4502-832d-5399eaa7dbaf tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.736s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.452742] env[65683]: DEBUG nova.compute.manager [req-ceb12074-1efe-411e-9803-6791db3b7c25 req-1097ee87-16cf-499c-bf3e-642dbb92a496 service nova] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Received event network-vif-deleted-652c9f91-56df-440e-93ab-6e78ac282183 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.467185] env[65683]: DEBUG nova.compute.manager [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Received event network-changed-134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.467462] env[65683]: DEBUG nova.compute.manager [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Refreshing instance network info cache due to event network-changed-134dd4ac-5437-4799-91fc-1d66d1bafe69. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1118.467735] env[65683]: DEBUG oslo_concurrency.lockutils [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] Acquiring lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.467891] env[65683]: DEBUG oslo_concurrency.lockutils [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] Acquired lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.468068] env[65683]: DEBUG nova.network.neutron [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Refreshing network info cache for port 134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.483604] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.484170] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.484374] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.488485] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.489699] env[65683]: DEBUG oslo_vmware.api [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4433957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291725} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.490020] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.490388] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.490680] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.491116] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.491451] env[65683]: INFO nova.compute.manager [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1118.491884] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1118.492157] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.492398] env[65683]: DEBUG nova.compute.manager [-] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1118.492546] env[65683]: DEBUG nova.network.neutron [-] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1118.492821] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.495454] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.495544] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1118.496520] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.521459] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.529860] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.588552] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433958, 'name': ReconfigVM_Task, 'duration_secs': 0.149815} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.588912] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867331', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'name': 'volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c6089ef-678d-4a10-b039-f5af2e2132a4', 'attached_at': '', 'detached_at': '', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'serial': '972cdc91-e463-4ca0-a0d1-f01291bcfed4'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1118.590036] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d185ed71-da39-4290-8e66-d9459e790baa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.598520] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1118.598520] env[65683]: value = "task-4433959" [ 1118.598520] env[65683]: _type = "Task" [ 1118.598520] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.612798] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433959, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.711363] env[65683]: WARNING neutronclient.v2_0.client [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.848765] env[65683]: ERROR nova.scheduler.client.report [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [req-f8398c1a-46b5-4b7e-a772-6a4c0c624df3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8398c1a-46b5-4b7e-a772-6a4c0c624df3"}]} [ 1118.869359] env[65683]: DEBUG nova.scheduler.client.report [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1118.885310] env[65683]: DEBUG nova.scheduler.client.report [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1118.885310] env[65683]: DEBUG nova.compute.provider_tree [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.899115] env[65683]: DEBUG nova.scheduler.client.report [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1118.920546] env[65683]: DEBUG nova.scheduler.client.report [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1118.973280] env[65683]: WARNING neutronclient.v2_0.client [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.001166] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.117166] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433959, 'name': Rename_Task, 'duration_secs': 0.142147} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.117609] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.117873] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d66a89d-3c06-42a5-939c-7a7a74ca6e06 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.128203] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1119.128203] env[65683]: value = "task-4433960" [ 1119.128203] env[65683]: _type = "Task" [ 1119.128203] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.137835] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.226294] env[65683]: WARNING neutronclient.v2_0.client [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.267347] env[65683]: DEBUG nova.network.neutron [-] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.309806] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07acdc0a-f475-4eea-99d2-5fc0afdcf3cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.321188] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a994cc-d8cf-4289-99cf-f719eab1b2f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.326090] env[65683]: INFO nova.network.neutron [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Port 3c42d36c-172c-47fa-bcd0-f30975291ab7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1119.326516] env[65683]: DEBUG nova.network.neutron [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.367964] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47867d24-2539-4f06-b701-3ffdf60fff0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.383027] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b80f27-4705-4ac7-907b-35ccfc10ba42 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.402475] env[65683]: DEBUG nova.compute.provider_tree [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.640880] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433960, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.711762] env[65683]: WARNING neutronclient.v2_0.client [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.770144] env[65683]: INFO nova.compute.manager [-] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Took 1.28 seconds to deallocate network for instance. [ 1119.803734] env[65683]: DEBUG nova.network.neutron [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Updated VIF entry in instance network info cache for port 134dd4ac-5437-4799-91fc-1d66d1bafe69. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.804223] env[65683]: DEBUG nova.network.neutron [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Updating instance_info_cache with network_info: [{"id": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "address": "fa:16:3e:87:16:c2", "network": {"id": "98c02999-3438-4c98-a681-7c6f505efce3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-158394861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ff8d85eb8124eeca8eee016732c7fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134dd4ac-54", "ovs_interfaceid": "134dd4ac-5437-4799-91fc-1d66d1bafe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.829821] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.875978] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-6085cf3b-5c18-490f-879b-04b55b2db368-3c42d36c-172c-47fa-bcd0-f30975291ab7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.876303] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6085cf3b-5c18-490f-879b-04b55b2db368-3c42d36c-172c-47fa-bcd0-f30975291ab7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.876710] env[65683]: DEBUG nova.objects.instance [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'flavor' on Instance uuid 6085cf3b-5c18-490f-879b-04b55b2db368 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.938435] env[65683]: DEBUG nova.scheduler.client.report [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1119.938739] env[65683]: DEBUG nova.compute.provider_tree [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 151 to 152 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1119.938933] env[65683]: DEBUG nova.compute.provider_tree [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.140936] env[65683]: DEBUG oslo_vmware.api [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4433960, 'name': PowerOnVM_Task, 'duration_secs': 0.533292} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.141223] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.141490] env[65683]: INFO nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Took 4.35 seconds to spawn the instance on the hypervisor. [ 1120.141707] env[65683]: DEBUG nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1120.142649] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc33e20-5cd7-46fb-b6a0-5f7c0bd9b976 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.276808] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.306974] env[65683]: DEBUG oslo_concurrency.lockutils [req-65aa01b8-9a0a-4255-beb2-50335b39b217 req-2580e10d-d3ae-4e3d-a1a3-9efbf8ecd14c service nova] Releasing lock "refresh_cache-a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.334337] env[65683]: DEBUG oslo_concurrency.lockutils [None req-1441042d-9667-4221-a732-823616804fc7 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-be089d29-4239-4c6c-9b5e-b081a28da176-3c42d36c-172c-47fa-bcd0-f30975291ab7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.217s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.380920] env[65683]: WARNING neutronclient.v2_0.client [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.446699] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.542s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.446699] env[65683]: WARNING neutronclient.v2_0.client [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.448316] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.610s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.451029] env[65683]: INFO nova.compute.claims [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.484758] env[65683]: INFO nova.network.neutron [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating port 648de54a-548a-4832-baa5-1b119645747e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1120.504942] env[65683]: DEBUG nova.objects.instance [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'pci_requests' on Instance uuid 6085cf3b-5c18-490f-879b-04b55b2db368 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.603784] env[65683]: DEBUG nova.compute.manager [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1120.603784] env[65683]: DEBUG nova.compute.manager [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing instance network info cache due to event network-changed-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1120.604149] env[65683]: DEBUG oslo_concurrency.lockutils [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] Acquiring lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.604865] env[65683]: DEBUG oslo_concurrency.lockutils [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] Acquired lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.605153] env[65683]: DEBUG nova.network.neutron [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Refreshing network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.621642] env[65683]: DEBUG nova.compute.manager [req-f538af43-970c-4207-980d-9552cf071748 req-ef277005-c5fe-48fe-a3f6-021c7037a36a service nova] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Received event network-vif-deleted-d1e25461-ad30-4f09-926c-d1fad6355305 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1120.669959] env[65683]: INFO nova.compute.manager [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Took 25.13 seconds to build instance. [ 1121.007742] env[65683]: DEBUG nova.objects.base [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Object Instance<6085cf3b-5c18-490f-879b-04b55b2db368> lazy-loaded attributes: flavor,pci_requests {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1121.008054] env[65683]: DEBUG nova.network.neutron [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.009109] env[65683]: WARNING neutronclient.v2_0.client [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.009109] env[65683]: WARNING neutronclient.v2_0.client [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.108126] env[65683]: WARNING neutronclient.v2_0.client [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.170873] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ec64e460-3cfb-4846-a7bd-aed2b1bfa90b tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.643s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.753840] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30770682-6862-4124-967e-33e08ada6354 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.762846] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf7e208-52a2-4bda-a5a0-525bd55d14a0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.794472] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2703dc-ac7e-411b-a373-ff7a6b2313c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.803697] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d75f27-be21-4707-a850-4559bb2b5741 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.821186] env[65683]: DEBUG nova.compute.provider_tree [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.920724] env[65683]: DEBUG nova.policy [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca271ed583e42508332f8a27c95ce35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23efb1897b584b108e76c2cd52a5a2c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.080608] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.080795] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.080971] env[65683]: DEBUG nova.network.neutron [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.198129] env[65683]: WARNING neutronclient.v2_0.client [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.326242] env[65683]: DEBUG nova.scheduler.client.report [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.331185] env[65683]: DEBUG nova.network.neutron [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updated VIF entry in instance network info cache for port a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1122.331346] env[65683]: DEBUG nova.network.neutron [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [{"id": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "address": "fa:16:3e:e5:d5:0e", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6ab08-b9", "ovs_interfaceid": "a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.584218] env[65683]: WARNING neutronclient.v2_0.client [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.743134] env[65683]: DEBUG nova.compute.manager [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Received event network-changed-bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.743450] env[65683]: DEBUG nova.compute.manager [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Refreshing instance network info cache due to event network-changed-bee23bcf-392d-4edb-af44-d172c51c8765. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1122.743718] env[65683]: DEBUG oslo_concurrency.lockutils [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] Acquiring lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.743924] env[65683]: DEBUG oslo_concurrency.lockutils [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] Acquired lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.744323] env[65683]: DEBUG nova.network.neutron [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Refreshing network info cache for port bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.764252] env[65683]: DEBUG nova.compute.manager [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-vif-plugged-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.764522] env[65683]: DEBUG oslo_concurrency.lockutils [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.764658] env[65683]: DEBUG oslo_concurrency.lockutils [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.765175] env[65683]: DEBUG oslo_concurrency.lockutils [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.765397] env[65683]: DEBUG nova.compute.manager [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] No waiting events found dispatching network-vif-plugged-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1122.765569] env[65683]: WARNING nova.compute.manager [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received unexpected event network-vif-plugged-648de54a-548a-4832-baa5-1b119645747e for instance with vm_state shelved_offloaded and task_state spawning. [ 1122.765724] env[65683]: DEBUG nova.compute.manager [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-changed-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.765870] env[65683]: DEBUG nova.compute.manager [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing instance network info cache due to event network-changed-648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1122.766210] env[65683]: DEBUG oslo_concurrency.lockutils [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] Acquiring lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.767518] env[65683]: WARNING neutronclient.v2_0.client [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.834334] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.834912] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1122.844067] env[65683]: DEBUG oslo_concurrency.lockutils [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] Releasing lock "refresh_cache-be089d29-4239-4c6c-9b5e-b081a28da176" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.844067] env[65683]: DEBUG nova.compute.manager [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.844067] env[65683]: DEBUG nova.compute.manager [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing instance network info cache due to event network-changed-d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1122.844067] env[65683]: DEBUG oslo_concurrency.lockutils [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.844067] env[65683]: DEBUG oslo_concurrency.lockutils [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.844067] env[65683]: DEBUG nova.network.neutron [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.844067] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.978s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.846885] env[65683]: INFO nova.compute.claims [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.888760] env[65683]: DEBUG nova.network.neutron [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648de54a-54", "ovs_interfaceid": "648de54a-548a-4832-baa5-1b119645747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.249689] env[65683]: WARNING neutronclient.v2_0.client [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.354881] env[65683]: DEBUG nova.compute.utils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.358211] env[65683]: WARNING neutronclient.v2_0.client [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.360433] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1123.360433] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1123.360821] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.361020] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.392523] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.397629] env[65683]: DEBUG oslo_concurrency.lockutils [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] Acquired lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.397838] env[65683]: DEBUG nova.network.neutron [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Refreshing network info cache for port 648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.422366] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9e060dfbfa4cd7d300ad2b7eea288146',container_format='bare',created_at=2025-11-14T02:46:44Z,direct_url=,disk_format='vmdk',id=df29fd95-e77e-4160-9f66-a6230e629d36,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1640594381-shelved',owner='f6753795ffac47daab897d28c0f14f20',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-11-14T02:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.422601] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.422754] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.422928] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.423088] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.423234] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.423429] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.423581] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.423740] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.423896] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.424513] env[65683]: DEBUG nova.virt.hardware [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.425750] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540f7f80-99b3-4329-be15-692fc9b202cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.438891] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61cec70-c3ac-4a27-8616-b56c6284378c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.457752] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:98:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '648de54a-548a-4832-baa5-1b119645747e', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.467227] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1123.469034] env[65683]: DEBUG nova.policy [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c4f1ffd44fe46d1accfb8a039d2c17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46dba501f5624d0294d7101746a5a44e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.470840] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.471557] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adebb39-4039-4e89-8880-2c9794a8f7fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.495023] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.495023] env[65683]: value = "task-4433961" [ 1123.495023] env[65683]: _type = "Task" [ 1123.495023] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.511848] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433961, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.551135] env[65683]: WARNING neutronclient.v2_0.client [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.575363] env[65683]: DEBUG nova.network.neutron [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Successfully updated port: 3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.735124] env[65683]: DEBUG nova.network.neutron [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updated VIF entry in instance network info cache for port bee23bcf-392d-4edb-af44-d172c51c8765. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1123.735725] env[65683]: DEBUG nova.network.neutron [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updating instance_info_cache with network_info: [{"id": "bee23bcf-392d-4edb-af44-d172c51c8765", "address": "fa:16:3e:36:21:63", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee23bcf-39", "ovs_interfaceid": "bee23bcf-392d-4edb-af44-d172c51c8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.802374] env[65683]: WARNING neutronclient.v2_0.client [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.858469] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1123.887815] env[65683]: DEBUG nova.network.neutron [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updated VIF entry in instance network info cache for port d0a4affd-bd26-4c19-bd7b-8b225ae06d34. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1123.888471] env[65683]: DEBUG nova.network.neutron [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.890638] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Successfully created port: 0a23eb5c-d9e0-4de1-8cc7-be152062ff1a {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1123.904348] env[65683]: WARNING neutronclient.v2_0.client [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.026330] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433961, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.027276] env[65683]: DEBUG nova.compute.manager [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1124.083652] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.160641] env[65683]: WARNING neutronclient.v2_0.client [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.198468] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf4547c-e554-45db-80a1-499b86b87911 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.209446] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa329e3e-5479-4547-b231-904aa2f40c68 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.250040] env[65683]: DEBUG oslo_concurrency.lockutils [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] Releasing lock "refresh_cache-0957ac00-4af5-4132-ba15-d40443002953" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.250332] env[65683]: DEBUG nova.compute.manager [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Received event network-changed-1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.250500] env[65683]: DEBUG nova.compute.manager [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Refreshing instance network info cache due to event network-changed-1a9f0741-167c-4d22-8152-6a49722019e7. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1124.250711] env[65683]: DEBUG oslo_concurrency.lockutils [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] Acquiring lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.250853] env[65683]: DEBUG oslo_concurrency.lockutils [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] Acquired lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.251117] env[65683]: DEBUG nova.network.neutron [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Refreshing network info cache for port 1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.254353] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4baac3-d8fc-4074-8359-348e98dbfbcb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.264861] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d30b9e8-5ee6-4472-ac2a-c0bdf0f5179b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.282050] env[65683]: DEBUG nova.compute.provider_tree [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.290929] env[65683]: DEBUG nova.network.neutron [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updated VIF entry in instance network info cache for port 648de54a-548a-4832-baa5-1b119645747e. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1124.291523] env[65683]: DEBUG nova.network.neutron [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [{"id": "648de54a-548a-4832-baa5-1b119645747e", "address": "fa:16:3e:cb:98:63", "network": {"id": "45df4e3a-ab68-4119-b7f1-bbd10344d53d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1633528787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6753795ffac47daab897d28c0f14f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648de54a-54", "ovs_interfaceid": "648de54a-548a-4832-baa5-1b119645747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.396022] env[65683]: DEBUG oslo_concurrency.lockutils [req-33e521ea-9512-413b-a386-2981161d3c05 req-bd0107c5-aff9-45bb-bb7e-39b9920e790c service nova] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.396234] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.396438] env[65683]: DEBUG nova.network.neutron [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.509690] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433961, 'name': CreateVM_Task, 'duration_secs': 0.550895} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.509861] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.510491] env[65683]: WARNING neutronclient.v2_0.client [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.510909] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.511105] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.511552] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.511844] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a124d11-92d0-403e-b2c1-c4ca779d92a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.517796] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1124.517796] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52d21a28-6931-5915-ce9f-d71112827a0b" [ 1124.517796] env[65683]: _type = "Task" [ 1124.517796] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.526811] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52d21a28-6931-5915-ce9f-d71112827a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.552472] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.702160] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c5251-227e-c993-06f0-60d817c53ca5/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.703219] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e401ec-5eaa-47a5-984f-e18fc7150b7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.710224] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c5251-227e-c993-06f0-60d817c53ca5/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.710395] env[65683]: ERROR oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c5251-227e-c993-06f0-60d817c53ca5/disk-0.vmdk due to incomplete transfer. [ 1124.710640] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10fb1b3e-6b65-47ab-bb3a-84e1b4058aa2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.719327] env[65683]: DEBUG oslo_vmware.rw_handles [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c5251-227e-c993-06f0-60d817c53ca5/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.719524] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Uploaded image c5008f2f-aaed-482d-8b3e-fefe0c766fc5 to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.721872] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.722168] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-51adef2a-b78a-463d-97de-67f8fc27220f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.729351] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1124.729351] env[65683]: value = "task-4433962" [ 1124.729351] env[65683]: _type = "Task" [ 1124.729351] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.738399] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433962, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.754384] env[65683]: WARNING neutronclient.v2_0.client [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.772221] env[65683]: DEBUG nova.compute.manager [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-vif-plugged-3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.772469] env[65683]: DEBUG oslo_concurrency.lockutils [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] Acquiring lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.772760] env[65683]: DEBUG oslo_concurrency.lockutils [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] Lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.773841] env[65683]: DEBUG oslo_concurrency.lockutils [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] Lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.774163] env[65683]: DEBUG nova.compute.manager [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] No waiting events found dispatching network-vif-plugged-3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1124.774407] env[65683]: WARNING nova.compute.manager [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received unexpected event network-vif-plugged-3c42d36c-172c-47fa-bcd0-f30975291ab7 for instance with vm_state active and task_state None. [ 1124.774575] env[65683]: DEBUG nova.compute.manager [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-changed-3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.774728] env[65683]: DEBUG nova.compute.manager [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing instance network info cache due to event network-changed-3c42d36c-172c-47fa-bcd0-f30975291ab7. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1124.774897] env[65683]: DEBUG oslo_concurrency.lockutils [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.785873] env[65683]: DEBUG nova.scheduler.client.report [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.795954] env[65683]: DEBUG oslo_concurrency.lockutils [req-87663660-3497-4b0c-af4d-42440d2ccad4 req-22307d54-ef1d-4884-9904-f2a6f7fb1318 service nova] Releasing lock "refresh_cache-8e324792-b4ab-4648-8b64-72fce98fff13" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.871836] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1124.900952] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.901291] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.901460] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.901693] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.901936] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.902152] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.902419] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.902857] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.903121] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.903311] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.903571] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.907518] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c403e768-8c20-464e-9ec4-3eca416176ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.917503] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202f9e8-b819-46ef-94ed-96ca870d275f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.015969] env[65683]: WARNING nova.network.neutron [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] 1d66bd68-ec75-44da-933c-1a3e036dcf92 already exists in list: networks containing: ['1d66bd68-ec75-44da-933c-1a3e036dcf92']. ignoring it [ 1125.031749] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.032072] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Processing image df29fd95-e77e-4160-9f66-a6230e629d36 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.032342] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36/df29fd95-e77e-4160-9f66-a6230e629d36.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.032487] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36/df29fd95-e77e-4160-9f66-a6230e629d36.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.032665] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.032987] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83337e64-770a-4305-95bd-73c39196dc91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.043890] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.044120] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.044923] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad91ecf1-a68a-42b1-9adb-b2d63aff137b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.052059] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1125.052059] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ca2de4-aa67-d457-904a-29ec74c55bc4" [ 1125.052059] env[65683]: _type = "Task" [ 1125.052059] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.061353] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ca2de4-aa67-d457-904a-29ec74c55bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.075828] env[65683]: WARNING neutronclient.v2_0.client [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.214800] env[65683]: DEBUG nova.network.neutron [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updated VIF entry in instance network info cache for port 1a9f0741-167c-4d22-8152-6a49722019e7. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1125.215179] env[65683]: DEBUG nova.network.neutron [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [{"id": "1a9f0741-167c-4d22-8152-6a49722019e7", "address": "fa:16:3e:04:ea:ba", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f0741-16", "ovs_interfaceid": "1a9f0741-167c-4d22-8152-6a49722019e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.241182] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433962, 'name': Destroy_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.270787] env[65683]: WARNING neutronclient.v2_0.client [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.294096] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.294653] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1125.297648] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.777s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.298631] env[65683]: DEBUG nova.objects.instance [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'resources' on Instance uuid 68e25411-f68b-4de6-b98d-5da919fdf4ed {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.454948] env[65683]: WARNING neutronclient.v2_0.client [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.535218] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Successfully updated port: 0a23eb5c-d9e0-4de1-8cc7-be152062ff1a {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1125.563464] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Preparing fetch location {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1125.563719] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Fetch image to [datastore1] OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05/OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05.vmdk {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1125.563953] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Downloading stream optimized image df29fd95-e77e-4160-9f66-a6230e629d36 to [datastore1] OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05/OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05.vmdk on the data store datastore1 as vApp {{(pid=65683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1125.564070] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Downloading image file data df29fd95-e77e-4160-9f66-a6230e629d36 to the ESX as VM named 'OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05' {{(pid=65683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1125.568570] env[65683]: DEBUG nova.compute.manager [req-24571b95-8d52-44b6-8ac7-2728cfe96fa7 req-8989c86b-686f-4496-a12f-e4c0de190a31 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Received event network-vif-plugged-0a23eb5c-d9e0-4de1-8cc7-be152062ff1a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1125.568780] env[65683]: DEBUG oslo_concurrency.lockutils [req-24571b95-8d52-44b6-8ac7-2728cfe96fa7 req-8989c86b-686f-4496-a12f-e4c0de190a31 service nova] Acquiring lock "27fdba0c-de21-49df-b283-9fbb80965dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.568976] env[65683]: DEBUG oslo_concurrency.lockutils [req-24571b95-8d52-44b6-8ac7-2728cfe96fa7 req-8989c86b-686f-4496-a12f-e4c0de190a31 service nova] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.569158] env[65683]: DEBUG oslo_concurrency.lockutils [req-24571b95-8d52-44b6-8ac7-2728cfe96fa7 req-8989c86b-686f-4496-a12f-e4c0de190a31 service nova] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.569326] env[65683]: DEBUG nova.compute.manager [req-24571b95-8d52-44b6-8ac7-2728cfe96fa7 req-8989c86b-686f-4496-a12f-e4c0de190a31 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] No waiting events found dispatching network-vif-plugged-0a23eb5c-d9e0-4de1-8cc7-be152062ff1a {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1125.569487] env[65683]: WARNING nova.compute.manager [req-24571b95-8d52-44b6-8ac7-2728cfe96fa7 req-8989c86b-686f-4496-a12f-e4c0de190a31 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Received unexpected event network-vif-plugged-0a23eb5c-d9e0-4de1-8cc7-be152062ff1a for instance with vm_state building and task_state spawning. [ 1125.575819] env[65683]: DEBUG nova.network.neutron [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "address": "fa:16:3e:a0:da:53", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c42d36c-17", "ovs_interfaceid": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.641054] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1125.641054] env[65683]: value = "resgroup-9" [ 1125.641054] env[65683]: _type = "ResourcePool" [ 1125.641054] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1125.641054] env[65683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c3617be5-e77f-47ff-a46a-2d808bc4b331 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.664564] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease: (returnval){ [ 1125.664564] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e2e8ad-6aa9-298e-81b8-cb5b8dd0abc8" [ 1125.664564] env[65683]: _type = "HttpNfcLease" [ 1125.664564] env[65683]: } obtained for vApp import into resource pool (val){ [ 1125.664564] env[65683]: value = "resgroup-9" [ 1125.664564] env[65683]: _type = "ResourcePool" [ 1125.664564] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1125.664842] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the lease: (returnval){ [ 1125.664842] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e2e8ad-6aa9-298e-81b8-cb5b8dd0abc8" [ 1125.664842] env[65683]: _type = "HttpNfcLease" [ 1125.664842] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1125.673500] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.673500] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e2e8ad-6aa9-298e-81b8-cb5b8dd0abc8" [ 1125.673500] env[65683]: _type = "HttpNfcLease" [ 1125.673500] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.718378] env[65683]: DEBUG oslo_concurrency.lockutils [req-031c9ff3-ee11-4edc-b4b0-37e56e0a59ee req-afc6852d-1630-486a-b34c-b30e81c3e887 service nova] Releasing lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.741987] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433962, 'name': Destroy_Task, 'duration_secs': 0.750276} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.743046] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Destroyed the VM [ 1125.743046] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1125.744091] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa4d554b-dc0c-43e8-bdcd-56fa11093a9e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.750452] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1125.750452] env[65683]: value = "task-4433964" [ 1125.750452] env[65683]: _type = "Task" [ 1125.750452] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.759800] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.800950] env[65683]: DEBUG nova.objects.instance [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'numa_topology' on Instance uuid 68e25411-f68b-4de6-b98d-5da919fdf4ed {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.803317] env[65683]: DEBUG nova.compute.utils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.804857] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1125.805116] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1125.805494] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.805862] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.852812] env[65683]: DEBUG nova.policy [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c4f1ffd44fe46d1accfb8a039d2c17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46dba501f5624d0294d7101746a5a44e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.040135] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "refresh_cache-27fdba0c-de21-49df-b283-9fbb80965dcb" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.040482] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "refresh_cache-27fdba0c-de21-49df-b283-9fbb80965dcb" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.040752] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1126.078771] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.079778] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.079947] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.080311] env[65683]: DEBUG oslo_concurrency.lockutils [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.080492] env[65683]: DEBUG nova.network.neutron [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Refreshing network info cache for port 3c42d36c-172c-47fa-bcd0-f30975291ab7 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.082498] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7572563-4752-445a-8b2f-7ceb4c313be6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.106898] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.107305] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.107458] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.107667] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.107827] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.108024] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.108205] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.108364] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.108554] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.108723] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.108901] env[65683]: DEBUG nova.virt.hardware [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.115625] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Reconfiguring VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1126.116890] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e752a852-ba9a-45b8-af61-b0a6b2ef2361 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.138351] env[65683]: DEBUG oslo_vmware.api [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1126.138351] env[65683]: value = "task-4433965" [ 1126.138351] env[65683]: _type = "Task" [ 1126.138351] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.150757] env[65683]: DEBUG oslo_vmware.api [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433965, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.174591] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.174591] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e2e8ad-6aa9-298e-81b8-cb5b8dd0abc8" [ 1126.174591] env[65683]: _type = "HttpNfcLease" [ 1126.174591] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.197731] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Successfully created port: a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1126.261713] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433964, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.306383] env[65683]: DEBUG nova.objects.base [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Object Instance<68e25411-f68b-4de6-b98d-5da919fdf4ed> lazy-loaded attributes: resources,numa_topology {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1126.311753] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1126.576082] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1126.586882] env[65683]: WARNING neutronclient.v2_0.client [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.600031] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9246ab9c-ffc1-463e-ab9a-455f7218e776 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.610535] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3522f3f4-42e9-4920-aec0-76afc749690a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.647156] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d71e4b-3ca2-4d3b-985e-86645755997e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.655726] env[65683]: DEBUG oslo_vmware.api [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.659119] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b921018-b711-42da-abb6-d76c85d2b5b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.678398] env[65683]: DEBUG nova.compute.provider_tree [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.689067] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.689067] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e2e8ad-6aa9-298e-81b8-cb5b8dd0abc8" [ 1126.689067] env[65683]: _type = "HttpNfcLease" [ 1126.689067] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.692962] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.692962] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e2e8ad-6aa9-298e-81b8-cb5b8dd0abc8" [ 1126.692962] env[65683]: _type = "HttpNfcLease" [ 1126.692962] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1126.694405] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d9eb0-9aed-440b-82c2-72862c82dae0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.705540] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eee525-399b-19db-894c-b6ed7c5678dc/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.705755] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eee525-399b-19db-894c-b6ed7c5678dc/disk-0.vmdk. {{(pid=65683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1126.780399] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-476d7a33-ff2f-4815-9848-48356180b3a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.783758] env[65683]: DEBUG oslo_vmware.api [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433964, 'name': RemoveSnapshot_Task, 'duration_secs': 0.900713} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.789739] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1126.790120] env[65683]: INFO nova.compute.manager [None req-06c8fa78-93de-4a99-bfe3-19a91e763fda tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 1126.810947] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.050194] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Updating instance_info_cache with network_info: [{"id": "0a23eb5c-d9e0-4de1-8cc7-be152062ff1a", "address": "fa:16:3e:45:6f:fb", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a23eb5c-d9", "ovs_interfaceid": "0a23eb5c-d9e0-4de1-8cc7-be152062ff1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.097048] env[65683]: WARNING neutronclient.v2_0.client [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.157681] env[65683]: DEBUG oslo_vmware.api [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433965, 'name': ReconfigVM_Task, 'duration_secs': 0.918353} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.160247] env[65683]: WARNING neutronclient.v2_0.client [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.160557] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.160904] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Reconfigured VM to attach interface {{(pid=65683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1127.181868] env[65683]: DEBUG nova.scheduler.client.report [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.291887] env[65683]: DEBUG nova.network.neutron [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updated VIF entry in instance network info cache for port 3c42d36c-172c-47fa-bcd0-f30975291ab7. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.292450] env[65683]: DEBUG nova.network.neutron [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "address": "fa:16:3e:a0:da:53", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c42d36c-17", "ovs_interfaceid": "3c42d36c-172c-47fa-bcd0-f30975291ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.327595] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1127.358417] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1127.358679] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.358848] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1127.359110] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.359319] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1127.359516] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1127.359778] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1127.359969] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1127.360205] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1127.360439] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1127.360681] env[65683]: DEBUG nova.virt.hardware [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1127.361696] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6700362d-0bb7-42db-9984-f6ed952c3412 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.371046] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a91a5d-7186-43d9-ac2c-5e01eb593c61 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.554885] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "refresh_cache-27fdba0c-de21-49df-b283-9fbb80965dcb" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.555360] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Instance network_info: |[{"id": "0a23eb5c-d9e0-4de1-8cc7-be152062ff1a", "address": "fa:16:3e:45:6f:fb", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a23eb5c-d9", "ovs_interfaceid": "0a23eb5c-d9e0-4de1-8cc7-be152062ff1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1127.555848] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:6f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a23eb5c-d9e0-4de1-8cc7-be152062ff1a', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.565697] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1127.569539] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.569539] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d502aa98-c303-46b4-837c-77350af6d0dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.599938] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.599938] env[65683]: value = "task-4433966" [ 1127.599938] env[65683]: _type = "Task" [ 1127.599938] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.611830] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433966, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.667705] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b676bbb9-822f-4875-a653-afb785561bee tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6085cf3b-5c18-490f-879b-04b55b2db368-3c42d36c-172c-47fa-bcd0-f30975291ab7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.791s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.689344] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.692536] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.171s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.692913] env[65683]: DEBUG nova.objects.instance [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lazy-loading 'resources' on Instance uuid 8e07b14e-17c6-4e0f-8273-0b7436ff4319 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.793189] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Successfully updated port: a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1127.796025] env[65683]: DEBUG oslo_concurrency.lockutils [req-aae3a3d0-27d9-4828-9864-cce580f1eecf req-860ab90f-45b6-4ecd-b4c9-bba178924cc0 service nova] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.111631] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433966, 'name': CreateVM_Task, 'duration_secs': 0.433502} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.111927] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.112357] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.112741] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.112850] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.113181] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.113442] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d1a8cb-64d0-4e14-bc3a-cd38c34b2354 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.117322] env[65683]: DEBUG nova.compute.manager [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Received event network-changed-0a23eb5c-d9e0-4de1-8cc7-be152062ff1a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.117438] env[65683]: DEBUG nova.compute.manager [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Refreshing instance network info cache due to event network-changed-0a23eb5c-d9e0-4de1-8cc7-be152062ff1a. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.117640] env[65683]: DEBUG oslo_concurrency.lockutils [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] Acquiring lock "refresh_cache-27fdba0c-de21-49df-b283-9fbb80965dcb" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.117794] env[65683]: DEBUG oslo_concurrency.lockutils [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] Acquired lock "refresh_cache-27fdba0c-de21-49df-b283-9fbb80965dcb" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.117932] env[65683]: DEBUG nova.network.neutron [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Refreshing network info cache for port 0a23eb5c-d9e0-4de1-8cc7-be152062ff1a {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.125051] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1128.125051] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f981e8-fd60-0bea-a7c6-e83663b9254f" [ 1128.125051] env[65683]: _type = "Task" [ 1128.125051] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.136742] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f981e8-fd60-0bea-a7c6-e83663b9254f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.140521] env[65683]: DEBUG nova.compute.manager [req-c9e171ea-3c24-47ea-bfa9-612542c9b40a req-7c71b940-4359-4e9d-a342-90ec1a3e49ca service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Received event network-vif-plugged-a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.140763] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9e171ea-3c24-47ea-bfa9-612542c9b40a req-7c71b940-4359-4e9d-a342-90ec1a3e49ca service nova] Acquiring lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.140998] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9e171ea-3c24-47ea-bfa9-612542c9b40a req-7c71b940-4359-4e9d-a342-90ec1a3e49ca service nova] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.141210] env[65683]: DEBUG oslo_concurrency.lockutils [req-c9e171ea-3c24-47ea-bfa9-612542c9b40a req-7c71b940-4359-4e9d-a342-90ec1a3e49ca service nova] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.141420] env[65683]: DEBUG nova.compute.manager [req-c9e171ea-3c24-47ea-bfa9-612542c9b40a req-7c71b940-4359-4e9d-a342-90ec1a3e49ca service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] No waiting events found dispatching network-vif-plugged-a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1128.141623] env[65683]: WARNING nova.compute.manager [req-c9e171ea-3c24-47ea-bfa9-612542c9b40a req-7c71b940-4359-4e9d-a342-90ec1a3e49ca service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Received unexpected event network-vif-plugged-a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 for instance with vm_state building and task_state spawning. [ 1128.150169] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Completed reading data from the image iterator. {{(pid=65683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1128.150169] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eee525-399b-19db-894c-b6ed7c5678dc/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1128.151669] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf20e77-8eea-471a-8030-ec628d54aa4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.159437] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eee525-399b-19db-894c-b6ed7c5678dc/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1128.159608] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eee525-399b-19db-894c-b6ed7c5678dc/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1128.159857] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-31273e30-2e00-4205-9210-e6a84923dd3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.205415] env[65683]: DEBUG oslo_concurrency.lockutils [None req-833a62ef-7797-426e-89df-5ef9c9c82bd8 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.406s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.206322] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.513s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.206463] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.206824] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.206824] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.210328] env[65683]: INFO nova.compute.manager [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Terminating instance [ 1128.300264] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "refresh_cache-8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.300473] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "refresh_cache-8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.300669] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.344251] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eee525-399b-19db-894c-b6ed7c5678dc/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1128.344480] env[65683]: INFO nova.virt.vmwareapi.images [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Downloaded image file data df29fd95-e77e-4160-9f66-a6230e629d36 [ 1128.348312] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97774c4-4216-4691-b4b8-349480c1442e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.370553] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f404e704-5c9f-4644-a9e0-c03741466f9c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.399958] env[65683]: INFO nova.virt.vmwareapi.images [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] The imported VM was unregistered [ 1128.402658] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Caching image {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1128.403057] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Creating directory with path [datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.407488] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ce7d3c-5065-452b-b03c-33f1681f6596 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.432133] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Created directory with path [datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.432352] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05/OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05.vmdk to [datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36/df29fd95-e77e-4160-9f66-a6230e629d36.vmdk. {{(pid=65683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1128.435132] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-946fbf2d-09ca-4ef9-a516-a49164254cb7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.444210] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1128.444210] env[65683]: value = "task-4433968" [ 1128.444210] env[65683]: _type = "Task" [ 1128.444210] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.455494] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433968, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.525200] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad29140-6ec0-4d52-857b-fccaa0070c31 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.537095] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8ce850-15c5-4b62-8843-c4b12257fd13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.573256] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c4c70-d240-4328-b7f2-43f39daa6c9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.582700] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a385835-2fdb-474a-8fa1-c2d41710f8a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.598432] env[65683]: DEBUG nova.compute.provider_tree [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.621818] env[65683]: WARNING neutronclient.v2_0.client [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.636641] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f981e8-fd60-0bea-a7c6-e83663b9254f, 'name': SearchDatastore_Task, 'duration_secs': 0.017533} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.636956] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.637253] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.637487] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.637662] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.638023] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.638112] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c48a57a-2b3a-4bf5-b6ff-38cadb5f5630 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.660557] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.660734] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.661819] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f344dc-fe42-4550-9fec-35415655be74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.668544] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1128.668544] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52968c72-8446-98c9-6e57-da1ef68e6a61" [ 1128.668544] env[65683]: _type = "Task" [ 1128.668544] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.678954] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52968c72-8446-98c9-6e57-da1ef68e6a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.714498] env[65683]: DEBUG nova.compute.manager [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1128.714710] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.715042] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91ab9414-5298-4a76-8a5b-fc12d6c3cd59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.725899] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bacb3b0-f33b-4d5e-b666-7269313d4d4d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.767212] env[65683]: WARNING nova.virt.vmwareapi.vmops [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 68e25411-f68b-4de6-b98d-5da919fdf4ed could not be found. [ 1128.767459] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.767647] env[65683]: INFO nova.compute.manager [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1128.768246] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1128.771231] env[65683]: DEBUG nova.compute.manager [-] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1128.771354] env[65683]: DEBUG nova.network.neutron [-] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1128.771602] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.809860] env[65683]: WARNING neutronclient.v2_0.client [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.813748] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.837402] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1128.909626] env[65683]: DEBUG nova.network.neutron [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Updated VIF entry in instance network info cache for port 0a23eb5c-d9e0-4de1-8cc7-be152062ff1a. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.910037] env[65683]: DEBUG nova.network.neutron [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Updating instance_info_cache with network_info: [{"id": "0a23eb5c-d9e0-4de1-8cc7-be152062ff1a", "address": "fa:16:3e:45:6f:fb", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a23eb5c-d9", "ovs_interfaceid": "0a23eb5c-d9e0-4de1-8cc7-be152062ff1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.956902] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433968, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.968154] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.045109] env[65683]: DEBUG nova.compute.manager [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1129.046124] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b677b6da-9fdd-448f-9385-b6bbebaaf348 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.061464] env[65683]: DEBUG nova.network.neutron [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Updating instance_info_cache with network_info: [{"id": "a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364", "address": "fa:16:3e:72:f4:e2", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e0f1e2-d5", "ovs_interfaceid": "a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.102245] env[65683]: DEBUG nova.scheduler.client.report [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.147525] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "interface-6085cf3b-5c18-490f-879b-04b55b2db368-3c42d36c-172c-47fa-bcd0-f30975291ab7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.147924] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6085cf3b-5c18-490f-879b-04b55b2db368-3c42d36c-172c-47fa-bcd0-f30975291ab7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.180394] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52968c72-8446-98c9-6e57-da1ef68e6a61, 'name': SearchDatastore_Task, 'duration_secs': 0.072129} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.181244] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4684497b-af29-42d3-8768-e8ed5e8a09cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.188199] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1129.188199] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52df86b6-64f4-0c18-914e-fce263851d6d" [ 1129.188199] env[65683]: _type = "Task" [ 1129.188199] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.197961] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52df86b6-64f4-0c18-914e-fce263851d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.413425] env[65683]: DEBUG oslo_concurrency.lockutils [req-fa4c6377-17bb-4ab1-98a1-1b6ed35bcdce req-b57ac8a0-0944-45c5-9ee1-214ec9562611 service nova] Releasing lock "refresh_cache-27fdba0c-de21-49df-b283-9fbb80965dcb" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.457886] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433968, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.559787] env[65683]: INFO nova.compute.manager [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] instance snapshotting [ 1129.565764] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "refresh_cache-8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.567072] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Instance network_info: |[{"id": "a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364", "address": "fa:16:3e:72:f4:e2", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e0f1e2-d5", "ovs_interfaceid": "a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1129.567284] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cdfd3a-938e-4a21-a18c-80258c4c9933 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.571099] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f4:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.584547] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1129.585091] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.585352] env[65683]: DEBUG nova.network.neutron [-] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.587556] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bee792a-086f-4cf9-a23a-4d6ba3edac7a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.623996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.628477] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.628s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.628477] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.628477] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1129.628826] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.352s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.629075] env[65683]: DEBUG nova.objects.instance [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'resources' on Instance uuid f5d14407-5cb1-4651-86d9-8e8f24186a6c {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.630861] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28bc50c-2ac5-4beb-aacf-9ae20d340676 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.636258] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b88956-a3e3-4c1d-bdeb-5625c1ac8f38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.643042] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.643042] env[65683]: value = "task-4433969" [ 1129.643042] env[65683]: _type = "Task" [ 1129.643042] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.656649] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.657705] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.659124] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36875dfe-3e07-4e26-a9a0-d3cf728f1320 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.669718] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9aecb0-521f-455a-be6b-8c9cdf752224 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.674909] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433969, 'name': CreateVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.674909] env[65683]: INFO nova.scheduler.client.report [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted allocations for instance 8e07b14e-17c6-4e0f-8273-0b7436ff4319 [ 1129.705969] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3b31c0-0a6f-42d2-864e-744f0181ab01 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.711084] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c655f2-4c5d-4a0a-ba3b-30c36a08039a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.721422] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52df86b6-64f4-0c18-914e-fce263851d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.090074} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.739725] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.740242] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 27fdba0c-de21-49df-b283-9fbb80965dcb/27fdba0c-de21-49df-b283-9fbb80965dcb.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.740965] env[65683]: WARNING neutronclient.v2_0.client [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.746898] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Reconfiguring VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1129.748170] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b89935d-440f-42f0-95a3-bb9b3f36138b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.751314] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae00cada-0738-4250-8532-455a86a1f02f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.754831] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5ccf4e-70a4-4535-ba54-f43f65af2f50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.802309] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178412MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1129.802529] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.806061] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1129.806061] env[65683]: value = "task-4433970" [ 1129.806061] env[65683]: _type = "Task" [ 1129.806061] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.806325] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1129.806325] env[65683]: value = "task-4433971" [ 1129.806325] env[65683]: _type = "Task" [ 1129.806325] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.821199] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.825127] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.961116] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433968, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.088480] env[65683]: INFO nova.compute.manager [-] [instance: 68e25411-f68b-4de6-b98d-5da919fdf4ed] Took 1.32 seconds to deallocate network for instance. [ 1130.154031] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433969, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.170101] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1130.173777] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c553fa1-bd22-4381-9b5c-7de1026d9e66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.178694] env[65683]: DEBUG nova.compute.manager [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Received event network-changed-a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1130.179050] env[65683]: DEBUG nova.compute.manager [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Refreshing instance network info cache due to event network-changed-a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1130.179346] env[65683]: DEBUG oslo_concurrency.lockutils [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] Acquiring lock "refresh_cache-8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.179581] env[65683]: DEBUG oslo_concurrency.lockutils [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] Acquired lock "refresh_cache-8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.179822] env[65683]: DEBUG nova.network.neutron [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Refreshing network info cache for port a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.185255] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73d76814-1729-4ef5-b52c-86cd8529d9e8 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "8e07b14e-17c6-4e0f-8273-0b7436ff4319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.167s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.193111] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1130.193111] env[65683]: value = "task-4433972" [ 1130.193111] env[65683]: _type = "Task" [ 1130.193111] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.206790] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.328409] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.331391] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.334970] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.335328] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.335539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.335718] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.335881] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.337976] env[65683]: INFO nova.compute.manager [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Terminating instance [ 1130.412992] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a2b01b-5515-457f-8676-feac059823c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.424767] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20674a-763b-4b98-8676-a5c23d5eceb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.464485] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf5a0d-ebf7-4d6e-b396-7ac11dd818b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.477143] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202265d-4d20-4242-ae94-0b589c42722f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.481540] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433968, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.497423] env[65683]: DEBUG nova.compute.provider_tree [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.655276] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433969, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.686765] env[65683]: WARNING neutronclient.v2_0.client [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.707383] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.830394] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.830547] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.841943] env[65683]: DEBUG nova.compute.manager [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1130.842759] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.843240] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9514e2f8-e40d-441f-804e-a5b5d0952d1f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.854898] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.858482] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ca0a2b-7422-4e5c-b952-084c747dcada {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.870318] env[65683]: DEBUG oslo_vmware.api [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1130.870318] env[65683]: value = "task-4433973" [ 1130.870318] env[65683]: _type = "Task" [ 1130.870318] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.883423] env[65683]: DEBUG oslo_vmware.api [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.895975] env[65683]: WARNING neutronclient.v2_0.client [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.971480] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433968, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.973938] env[65683]: DEBUG nova.network.neutron [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Updated VIF entry in instance network info cache for port a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.974414] env[65683]: DEBUG nova.network.neutron [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Updating instance_info_cache with network_info: [{"id": "a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364", "address": "fa:16:3e:72:f4:e2", "network": {"id": "b0063342-eb78-4df4-9eec-11dd9dc8a6fc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1623346765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dba501f5624d0294d7101746a5a44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e0f1e2-d5", "ovs_interfaceid": "a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.001446] env[65683]: DEBUG nova.scheduler.client.report [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.117842] env[65683]: DEBUG oslo_concurrency.lockutils [None req-67a1218c-2e1e-498a-b9bf-8328745497d6 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "68e25411-f68b-4de6-b98d-5da919fdf4ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.912s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.158122] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433969, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.206976] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433972, 'name': CreateSnapshot_Task, 'duration_secs': 0.592582} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.207203] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1131.208057] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac68cd16-2001-4760-8f5d-87dd543c8c3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.266134] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.266475] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.266729] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.266932] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.267179] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.269972] env[65683]: INFO nova.compute.manager [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Terminating instance [ 1131.322325] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.325553] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.380541] env[65683]: DEBUG oslo_vmware.api [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433973, 'name': PowerOffVM_Task, 'duration_secs': 0.251005} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.380737] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.380901] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.381176] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34c88e8d-751c-4905-8c19-d8b643287fe4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.466392] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.466765] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.467015] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Deleting the datastore file [datastore1] b18a32d2-e858-4fd6-8e6e-a87c3383d5fd {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.467742] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d6bf7c-0052-4efc-bd77-0dae156004a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.474640] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433968, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.5593} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.475265] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05/OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05.vmdk to [datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36/df29fd95-e77e-4160-9f66-a6230e629d36.vmdk. [ 1131.475493] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Cleaning up location [datastore1] OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1131.475654] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_746f99ab-a44f-4647-b13e-d994d2e5ea05 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.475915] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aca5e09a-faf9-4785-9b60-c04ac47cc359 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.477947] env[65683]: DEBUG oslo_concurrency.lockutils [req-3e015e3e-7e6e-4704-ba21-ba1017c2c45f req-9143fe7d-f545-497e-8e4b-05e79cc7360e service nova] Releasing lock "refresh_cache-8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.479892] env[65683]: DEBUG oslo_vmware.api [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1131.479892] env[65683]: value = "task-4433975" [ 1131.479892] env[65683]: _type = "Task" [ 1131.479892] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.484172] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1131.484172] env[65683]: value = "task-4433976" [ 1131.484172] env[65683]: _type = "Task" [ 1131.484172] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.491188] env[65683]: DEBUG oslo_vmware.api [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.496810] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.506945] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.509293] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.957s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.536875] env[65683]: INFO nova.scheduler.client.report [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted allocations for instance f5d14407-5cb1-4651-86d9-8e8f24186a6c [ 1131.654147] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4433969, 'name': CreateVM_Task, 'duration_secs': 1.667499} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.654298] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.654857] env[65683]: WARNING neutronclient.v2_0.client [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.655431] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.655695] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.656210] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.656571] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bc93bc-4363-47af-b303-668157b2065f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.662790] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1131.662790] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ffef33-2721-7ef8-9edf-4c32e0f35ad9" [ 1131.662790] env[65683]: _type = "Task" [ 1131.662790] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.672308] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ffef33-2721-7ef8-9edf-4c32e0f35ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.729795] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1131.730159] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11b714c1-bfd6-4005-8d04-fe2fb247fb7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.741577] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1131.741577] env[65683]: value = "task-4433977" [ 1131.741577] env[65683]: _type = "Task" [ 1131.741577] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.751123] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433977, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.774202] env[65683]: DEBUG nova.compute.manager [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1131.774369] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.775280] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e2ea1-196e-440e-8ab3-90b3d00ee71c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.783907] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.784221] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-953f8fe7-dc0d-424a-a908-846493fb5c7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.792577] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1131.792577] env[65683]: value = "task-4433978" [ 1131.792577] env[65683]: _type = "Task" [ 1131.792577] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.802444] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.826521] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433970, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55988} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.826689] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.826941] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 27fdba0c-de21-49df-b283-9fbb80965dcb/27fdba0c-de21-49df-b283-9fbb80965dcb.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.827358] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.827569] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90dd759c-503c-4289-ad6c-1daad5f4837f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.835251] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1131.835251] env[65683]: value = "task-4433979" [ 1131.835251] env[65683]: _type = "Task" [ 1131.835251] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.846081] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.993647] env[65683]: DEBUG oslo_vmware.api [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4433975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182197} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.994755] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.994755] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.994948] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.995706] env[65683]: INFO nova.compute.manager [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1131.995706] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1131.995975] env[65683]: DEBUG nova.compute.manager [-] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1131.995975] env[65683]: DEBUG nova.network.neutron [-] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1131.996206] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.002730] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044772} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.002925] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.003030] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36/df29fd95-e77e-4160-9f66-a6230e629d36.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.003275] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36/df29fd95-e77e-4160-9f66-a6230e629d36.vmdk to [datastore1] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.003708] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c6db7a-6d4f-4caf-b4ad-2e7c8ae54585 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.015088] env[65683]: INFO nova.compute.claims [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.020555] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1132.020555] env[65683]: value = "task-4433980" [ 1132.020555] env[65683]: _type = "Task" [ 1132.020555] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.035393] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.046096] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8029b57-2e4e-47c1-a905-415434a31f8e tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "f5d14407-5cb1-4651-86d9-8e8f24186a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.206s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.103466] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.178828] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ffef33-2721-7ef8-9edf-4c32e0f35ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.179248] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.179508] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.179820] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.180214] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.180214] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.180694] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e470c38-eedd-4516-8705-bd3ffbc96e35 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.191994] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.192500] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.193399] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d1cef9-31ff-475a-b6d5-03cf3bf711d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.200666] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1132.200666] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5204d752-224d-6934-71e4-b622c9657ace" [ 1132.200666] env[65683]: _type = "Task" [ 1132.200666] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.211835] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5204d752-224d-6934-71e4-b622c9657ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.254343] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433977, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.303619] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433978, 'name': PowerOffVM_Task, 'duration_secs': 0.380111} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.303921] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.304106] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.304959] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b7b997f-67a8-4f47-9ea8-57944b2fdf25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.320353] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.346776] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132965} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.347110] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.348034] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d81c9dd-ea5b-48ed-afae-4825cd06c0cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.377173] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 27fdba0c-de21-49df-b283-9fbb80965dcb/27fdba0c-de21-49df-b283-9fbb80965dcb.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.377173] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d157fea5-1614-4772-9979-8ad9b5915bad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.391306] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.391306] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.391564] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleting the datastore file [datastore1] a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.392181] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f934e5c2-659d-49b0-873f-b0a339e251cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.398586] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1132.398586] env[65683]: value = "task-4433982" [ 1132.398586] env[65683]: _type = "Task" [ 1132.398586] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.403771] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1132.403771] env[65683]: value = "task-4433983" [ 1132.403771] env[65683]: _type = "Task" [ 1132.403771] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.411224] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.419419] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.523746] env[65683]: INFO nova.compute.resource_tracker [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating resource usage from migration c347d129-caaa-4f5f-a974-612eb716c88a [ 1132.534691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.534946] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.545258] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433980, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.692837] env[65683]: DEBUG nova.compute.manager [req-9dc49fa7-0ab4-4e71-8fd4-f43c2085d429 req-1125d7cc-2d1a-4c32-8172-653a62390280 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Received event network-vif-deleted-126fb4c6-36e2-4d41-bf1b-01b8f67b7616 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1132.692984] env[65683]: INFO nova.compute.manager [req-9dc49fa7-0ab4-4e71-8fd4-f43c2085d429 req-1125d7cc-2d1a-4c32-8172-653a62390280 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Neutron deleted interface 126fb4c6-36e2-4d41-bf1b-01b8f67b7616; detaching it from the instance and deleting it from the info cache [ 1132.693545] env[65683]: DEBUG nova.network.neutron [req-9dc49fa7-0ab4-4e71-8fd4-f43c2085d429 req-1125d7cc-2d1a-4c32-8172-653a62390280 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.720886] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5204d752-224d-6934-71e4-b622c9657ace, 'name': SearchDatastore_Task, 'duration_secs': 0.029543} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.725636] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8a3dd4-d73d-4b94-b842-e649d565e607 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.736363] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1132.736363] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f4f5a5-c201-4d08-fe01-0812aa885083" [ 1132.736363] env[65683]: _type = "Task" [ 1132.736363] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.751347] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f4f5a5-c201-4d08-fe01-0812aa885083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.755312] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433977, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.825282] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.849269] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cdb1c8-afd7-48b7-913c-aa61220f04b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.859171] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cce4a0-a8df-4695-84c8-254938829be6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.897856] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264f8ef-1c42-4d46-a824-0e3fbe9ca9ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.915363] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68af426-3749-4c5b-9ae5-46ed5e1c875e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.930202] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.930334] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.943901] env[65683]: DEBUG nova.compute.provider_tree [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.040455] env[65683]: DEBUG nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1133.043892] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433980, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.160606] env[65683]: DEBUG nova.network.neutron [-] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.197276] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc6218a7-4312-46cf-bac8-3c81948c864f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.209037] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c0aaaf-2533-4ff5-9a08-98f43f46d99f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.252073] env[65683]: DEBUG nova.compute.manager [req-9dc49fa7-0ab4-4e71-8fd4-f43c2085d429 req-1125d7cc-2d1a-4c32-8172-653a62390280 service nova] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Detach interface failed, port_id=126fb4c6-36e2-4d41-bf1b-01b8f67b7616, reason: Instance b18a32d2-e858-4fd6-8e6e-a87c3383d5fd could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.266057] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f4f5a5-c201-4d08-fe01-0812aa885083, 'name': SearchDatastore_Task, 'duration_secs': 0.092174} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.269569] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.269894] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85/8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.270203] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433977, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.270446] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4b9eef-f9f6-46d4-9369-d69f560c3355 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.281691] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1133.281691] env[65683]: value = "task-4433984" [ 1133.281691] env[65683]: _type = "Task" [ 1133.281691] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.293177] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.323052] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.415247] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433982, 'name': ReconfigVM_Task, 'duration_secs': 0.775649} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.419272] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 27fdba0c-de21-49df-b283-9fbb80965dcb/27fdba0c-de21-49df-b283-9fbb80965dcb.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.420030] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.420284] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-145c19e8-c57c-4ac8-b15f-dc0c1c96c5d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.428071] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1133.428071] env[65683]: value = "task-4433985" [ 1133.428071] env[65683]: _type = "Task" [ 1133.428071] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.438036] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433985, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.467709] env[65683]: ERROR nova.scheduler.client.report [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [req-3c8dbf0c-69f0-440c-8442-c0883d6d29c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 00977f83-7e27-468a-9971-e191dbef7aff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c8dbf0c-69f0-440c-8442-c0883d6d29c9"}]} [ 1133.490722] env[65683]: DEBUG nova.scheduler.client.report [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1133.497859] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "d06d27f2-6343-4930-ac38-5cb905b226f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.498111] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.508757] env[65683]: DEBUG nova.scheduler.client.report [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1133.508934] env[65683]: DEBUG nova.compute.provider_tree [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.522591] env[65683]: DEBUG nova.scheduler.client.report [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1133.539543] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433980, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.548829] env[65683]: DEBUG nova.scheduler.client.report [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1133.566570] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.666158] env[65683]: INFO nova.compute.manager [-] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Took 1.67 seconds to deallocate network for instance. [ 1133.764109] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4433977, 'name': CloneVM_Task, 'duration_secs': 1.81604} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.764421] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Created linked-clone VM from snapshot [ 1133.765246] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee15818-11d9-4c14-9d83-53eb0dbf7c15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.774795] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Uploading image dd0eaea7-dd22-4a29-b7b8-295f4446ccad {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1133.792714] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.808856] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.808856] env[65683]: value = "vm-867351" [ 1133.808856] env[65683]: _type = "VirtualMachine" [ 1133.808856] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.809206] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4bc568d9-d7a1-4f5a-a4a9-bb4d12f49943 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.820863] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lease: (returnval){ [ 1133.820863] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5259d3bb-3132-6650-55aa-88d6a7503608" [ 1133.820863] env[65683]: _type = "HttpNfcLease" [ 1133.820863] env[65683]: } obtained for exporting VM: (result){ [ 1133.820863] env[65683]: value = "vm-867351" [ 1133.820863] env[65683]: _type = "VirtualMachine" [ 1133.820863] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.821212] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the lease: (returnval){ [ 1133.821212] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5259d3bb-3132-6650-55aa-88d6a7503608" [ 1133.821212] env[65683]: _type = "HttpNfcLease" [ 1133.821212] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.825611] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.839660] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.839660] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5259d3bb-3132-6650-55aa-88d6a7503608" [ 1133.839660] env[65683]: _type = "HttpNfcLease" [ 1133.839660] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1133.840092] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1133.840092] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5259d3bb-3132-6650-55aa-88d6a7503608" [ 1133.840092] env[65683]: _type = "HttpNfcLease" [ 1133.840092] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1133.840957] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ccc7f-d137-492f-9073-f241492344cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.854870] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ffdcc-ddea-677e-a8d6-fef559459613/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1133.855021] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ffdcc-ddea-677e-a8d6-fef559459613/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1133.859653] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa99017f-a943-4456-b723-ab9b3991534d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.923567] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b840d55-3a93-4514-b137-1a5d0b8df41f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.930639] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.967684] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bac71fc-f60c-45cf-a76c-6a612109209b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.970683] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433985, 'name': Rename_Task, 'duration_secs': 0.308968} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.970976] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.971773] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7045a85f-99a9-4111-955a-4cb42cd5966e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.984633] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298835a-4551-4fc0-b483-768bd72ca8ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.990725] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1133.990725] env[65683]: value = "task-4433987" [ 1133.990725] env[65683]: _type = "Task" [ 1133.990725] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.998790] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5e12c5e-5e24-4370-817b-6b3573634aa9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.009956] env[65683]: DEBUG nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1134.014454] env[65683]: DEBUG nova.compute.provider_tree [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.025591] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.040879] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433980, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.175362] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.294072] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.323911] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.425917] env[65683]: DEBUG oslo_vmware.api [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4433983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.93801} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.426216] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.426430] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.426618] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.426811] env[65683]: INFO nova.compute.manager [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1134.427089] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1134.427390] env[65683]: DEBUG nova.compute.manager [-] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1134.427514] env[65683]: DEBUG nova.network.neutron [-] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1134.427796] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.463042] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.506116] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433987, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.541181] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433980, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.543309] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.561125] env[65683]: DEBUG nova.scheduler.client.report [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.561774] env[65683]: DEBUG nova.compute.provider_tree [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 156 to 157 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.562062] env[65683]: DEBUG nova.compute.provider_tree [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.718529] env[65683]: DEBUG nova.compute.manager [req-abc90240-c57b-4377-a2a1-2d675436e78f req-09b9f470-ad6f-42d9-838d-b4ca67f1f33a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Received event network-vif-deleted-346d271b-3cca-4732-8a31-a95a0ea0ff42 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.719307] env[65683]: INFO nova.compute.manager [req-abc90240-c57b-4377-a2a1-2d675436e78f req-09b9f470-ad6f-42d9-838d-b4ca67f1f33a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Neutron deleted interface 346d271b-3cca-4732-8a31-a95a0ea0ff42; detaching it from the instance and deleting it from the info cache [ 1134.720493] env[65683]: DEBUG nova.network.neutron [req-abc90240-c57b-4377-a2a1-2d675436e78f req-09b9f470-ad6f-42d9-838d-b4ca67f1f33a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.795842] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433984, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.822547] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.009637] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433987, 'name': PowerOnVM_Task, 'duration_secs': 0.857431} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.010153] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.011818] env[65683]: INFO nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1135.011818] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.012765] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d9011a-f2e2-4dfe-b321-02b0232f0a9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.046272] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433980, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.754591} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.046272] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/df29fd95-e77e-4160-9f66-a6230e629d36/df29fd95-e77e-4160-9f66-a6230e629d36.vmdk to [datastore1] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.046272] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abd9bc7-6da8-4364-9309-617e4bf3d503 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.074645] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.075792] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.566s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.076144] env[65683]: INFO nova.compute.manager [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Migrating [ 1135.085856] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d73743e2-58e0-40ae-9632-b35d22a39021 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.109083] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.306s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.124981] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1135.124981] env[65683]: value = "task-4433988" [ 1135.124981] env[65683]: _type = "Task" [ 1135.124981] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.137308] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.192568] env[65683]: DEBUG nova.network.neutron [-] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.223751] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-592f7170-f70f-49ec-9c4c-476b1e24d556 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.234848] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04129c93-aa09-4e46-8796-d505901d112b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.276869] env[65683]: DEBUG nova.compute.manager [req-abc90240-c57b-4377-a2a1-2d675436e78f req-09b9f470-ad6f-42d9-838d-b4ca67f1f33a service nova] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Detach interface failed, port_id=346d271b-3cca-4732-8a31-a95a0ea0ff42, reason: Instance a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.294314] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433984, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.837906} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.294600] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85/8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.294817] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.295308] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635b780a-1813-46e0-b7d1-0ea3873ddfcc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.303197] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1135.303197] env[65683]: value = "task-4433989" [ 1135.303197] env[65683]: _type = "Task" [ 1135.303197] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.313840] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.324150] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.543403] env[65683]: INFO nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Took 23.72 seconds to build instance. [ 1135.627242] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.628039] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.628039] env[65683]: DEBUG nova.network.neutron [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1135.641507] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.696398] env[65683]: INFO nova.compute.manager [-] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Took 1.27 seconds to deallocate network for instance. [ 1135.814185] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069266} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.818112] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.819244] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c91b041-99d8-4871-b73f-f09253732b55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.844954] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85/8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.848900] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b6f3e59-bf8d-4a17-a41a-633972e11fda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.863764] env[65683]: DEBUG oslo_vmware.api [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433971, 'name': ReconfigVM_Task, 'duration_secs': 5.877104} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.864515] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.864780] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Reconfigured VM to detach interface {{(pid=65683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1135.865269] env[65683]: WARNING neutronclient.v2_0.client [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.865602] env[65683]: WARNING neutronclient.v2_0.client [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.874704] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1135.874704] env[65683]: value = "task-4433990" [ 1135.874704] env[65683]: _type = "Task" [ 1135.874704] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.883632] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.899786] env[65683]: WARNING neutronclient.v2_0.client [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.045590] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.238s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.129262] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Applying migration context for instance 2c6089ef-678d-4a10-b039-f5af2e2132a4 as it has an incoming, in-progress migration c347d129-caaa-4f5f-a974-612eb716c88a. Migration status is pre-migrating {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1136.131196] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating resource usage from migration c347d129-caaa-4f5f-a974-612eb716c88a [ 1136.134964] env[65683]: WARNING neutronclient.v2_0.client [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.147773] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433988, 'name': ReconfigVM_Task, 'duration_secs': 0.937992} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.148172] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 8e324792-b4ab-4648-8b64-72fce98fff13/8e324792-b4ab-4648-8b64-72fce98fff13.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.148918] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26390764-894b-4f73-b1c8-f8b0d820bab9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.153853] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0957ac00-4af5-4132-ba15-d40443002953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.154013] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8592e736-1222-4c2e-a02b-586f02954cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.154179] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 1713c490-baeb-4f96-be15-92844d87beb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.154312] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.154501] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance b18a32d2-e858-4fd6-8e6e-a87c3383d5fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1136.154635] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance be089d29-4239-4c6c-9b5e-b081a28da176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.154760] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 6085cf3b-5c18-490f-879b-04b55b2db368 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.154890] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a860a1de-636e-4d84-abf6-5c0e999a70e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.155155] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 4fc39549-200a-439c-ba4f-5e1d2ec0d68a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.155381] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.155530] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f7b44c4d-9087-4d72-a295-b1df45b46103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.155718] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a97cc835-2825-40f5-94a4-ceb3a6fa8b1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.155941] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8e324792-b4ab-4648-8b64-72fce98fff13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.156070] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 27fdba0c-de21-49df-b283-9fbb80965dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.156197] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.156306] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration c347d129-caaa-4f5f-a974-612eb716c88a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1136.156443] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 2c6089ef-678d-4a10-b039-f5af2e2132a4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.159915] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1136.159915] env[65683]: value = "task-4433991" [ 1136.159915] env[65683]: _type = "Task" [ 1136.159915] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.171894] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433991, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.203291] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.362707] env[65683]: WARNING neutronclient.v2_0.client [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.386025] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433990, 'name': ReconfigVM_Task, 'duration_secs': 0.459093} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.386345] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85/8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.387056] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f50da2-5b3f-4d39-9bfb-22112e7387d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.395971] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1136.395971] env[65683]: value = "task-4433992" [ 1136.395971] env[65683]: _type = "Task" [ 1136.395971] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.413609] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433992, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.457159] env[65683]: DEBUG nova.network.neutron [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [{"id": "1a9f0741-167c-4d22-8152-6a49722019e7", "address": "fa:16:3e:04:ea:ba", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f0741-16", "ovs_interfaceid": "1a9f0741-167c-4d22-8152-6a49722019e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.661592] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1136.673442] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433991, 'name': Rename_Task, 'duration_secs': 0.262029} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.674616] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.675066] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-664eb572-7b9f-4cfd-bd43-09aa44d85e97 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.683457] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1136.683457] env[65683]: value = "task-4433993" [ 1136.683457] env[65683]: _type = "Task" [ 1136.683457] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.693136] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.906202] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433992, 'name': Rename_Task, 'duration_secs': 0.30717} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.906525] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.906778] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-923d9984-ed47-4b86-b918-043f74d8566d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.915228] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1136.915228] env[65683]: value = "task-4433994" [ 1136.915228] env[65683]: _type = "Task" [ 1136.915228] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.924537] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.960397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.168858] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance d06d27f2-6343-4930-ac38-5cb905b226f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1137.169166] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1137.169326] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '13', 'num_task_None': '10', 'num_os_type_None': '15', 'num_proj_e3b18c49ceea46d6911355436cc6d6e0': '3', 'io_workload': '2', 'num_proj_eef0f3509865411796918c7d20c00df5': '1', 'num_proj_75b5956ee29f4159a715797a766084c6': '2', 'num_task_deleting': '1', 'num_proj_23efb1897b584b108e76c2cd52a5a2c1': '2', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '2', 'num_proj_f6753795ffac47daab897d28c0f14f20': '1', 'num_proj_78f3abd2a1554fa69d4e1d7d8361ac8b': '2', 'num_task_image_uploading': '1', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '1', 'num_proj_6ff8d85eb8124eeca8eee016732c7fe0': '1', 'num_task_resize_prep': '1', 'num_proj_46dba501f5624d0294d7101746a5a44e': '2', 'num_vm_building': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1137.199652] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.268183] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.268369] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquired lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.268609] env[65683]: DEBUG nova.network.neutron [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1137.430479] env[65683]: DEBUG oslo_vmware.api [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433994, 'name': PowerOnVM_Task, 'duration_secs': 0.479086} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.430778] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.430778] env[65683]: INFO nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1137.431501] env[65683]: DEBUG nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1137.431778] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dedfd64-69a0-49bf-813b-821eeab651cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.462875] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fb34a-1dbd-4a79-8881-ab27472d83f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.477140] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a05a9-978e-414e-9db2-945f1bab6036 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.511998] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db72ec26-822d-46af-b03b-6298e7817ed0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.523377] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdda3c7-8050-4610-a862-900798e5bde2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.541564] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.699759] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.707565] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6085cf3b-5c18-490f-879b-04b55b2db368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.707798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6085cf3b-5c18-490f-879b-04b55b2db368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.708016] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.708241] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.708443] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6085cf3b-5c18-490f-879b-04b55b2db368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.710887] env[65683]: INFO nova.compute.manager [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Terminating instance [ 1137.775340] env[65683]: WARNING neutronclient.v2_0.client [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.950903] env[65683]: INFO nova.compute.manager [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Took 26.10 seconds to build instance. [ 1137.958632] env[65683]: WARNING neutronclient.v2_0.client [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.079538] env[65683]: INFO nova.network.neutron [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Port 3c42d36c-172c-47fa-bcd0-f30975291ab7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1138.079984] env[65683]: DEBUG nova.network.neutron [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [{"id": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "address": "fa:16:3e:5f:68:d4", "network": {"id": "1d66bd68-ec75-44da-933c-1a3e036dcf92", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755428403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23efb1897b584b108e76c2cd52a5a2c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4affd-bd", "ovs_interfaceid": "d0a4affd-bd26-4c19-bd7b-8b225ae06d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.083082] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Updated inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.083326] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Updating resource provider 00977f83-7e27-468a-9971-e191dbef7aff generation from 157 to 158 during operation: update_inventory {{(pid=65683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.083486] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.196730] env[65683]: DEBUG oslo_vmware.api [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4433993, 'name': PowerOnVM_Task, 'duration_secs': 1.399169} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.196974] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.216925] env[65683]: DEBUG nova.compute.manager [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1138.217212] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.218156] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a8892-e1d6-4db6-b91d-4f10a94e0503 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.227067] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.227437] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b980092-8125-49e7-96ba-a92a88f67a80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.236316] env[65683]: DEBUG oslo_vmware.api [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1138.236316] env[65683]: value = "task-4433995" [ 1138.236316] env[65683]: _type = "Task" [ 1138.236316] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.247317] env[65683]: DEBUG oslo_vmware.api [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.319543] env[65683]: DEBUG nova.compute.manager [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1138.321015] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18f430b-1ac6-49c2-9927-957b971ae9b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.326298] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "27fdba0c-de21-49df-b283-9fbb80965dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.326298] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.326298] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "27fdba0c-de21-49df-b283-9fbb80965dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.326298] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.326598] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.329223] env[65683]: INFO nova.compute.manager [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Terminating instance [ 1138.396041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.453422] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a161a11c-116c-4fb4-a6ba-ed0c26e21ea7 tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.611s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.453847] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.058s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.453946] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.454169] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.454330] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.456373] env[65683]: INFO nova.compute.manager [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Terminating instance [ 1138.479983] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2b9f5-9be4-4180-94bf-9e6a58e5dc57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.500535] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance '2c6089ef-678d-4a10-b039-f5af2e2132a4' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.588823] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Releasing lock "refresh_cache-6085cf3b-5c18-490f-879b-04b55b2db368" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.591528] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1138.591710] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.483s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.592258] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.026s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.593721] env[65683]: INFO nova.compute.claims [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.596986] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.596986] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Cleaning up deleted instances with incomplete migration {{(pid=65683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1138.747519] env[65683]: DEBUG oslo_vmware.api [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433995, 'name': PowerOffVM_Task, 'duration_secs': 0.355903} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.747819] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.747992] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.748261] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3225780e-b7f7-4043-a0e9-d3b765c3c875 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.825668] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.826152] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.826704] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleting the datastore file [datastore2] 6085cf3b-5c18-490f-879b-04b55b2db368 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.827107] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bf88206-50b9-4b4c-90fc-0ac045ceec82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.834514] env[65683]: DEBUG oslo_vmware.api [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1138.834514] env[65683]: value = "task-4433997" [ 1138.834514] env[65683]: _type = "Task" [ 1138.834514] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.839149] env[65683]: DEBUG nova.compute.manager [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1138.839365] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.843990] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2677892f-e4d5-4328-bdf7-439e35741c29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.853297] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e71fee8-69fd-456c-8fdf-9505a37c1b8a tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.022s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.855275] env[65683]: DEBUG oslo_vmware.api [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.860027] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.860448] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44acded6-d414-4e26-baed-4b7736ffd8f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.867510] env[65683]: DEBUG oslo_vmware.api [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1138.867510] env[65683]: value = "task-4433998" [ 1138.867510] env[65683]: _type = "Task" [ 1138.867510] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.878692] env[65683]: DEBUG oslo_vmware.api [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.959977] env[65683]: DEBUG nova.compute.manager [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1138.960456] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.961701] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07527f64-7af0-404e-b05f-aa7e115e7212 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.973251] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.973582] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5708e8b8-0b85-4528-ac3f-19a37741bdb3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.982397] env[65683]: DEBUG oslo_vmware.api [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1138.982397] env[65683]: value = "task-4433999" [ 1138.982397] env[65683]: _type = "Task" [ 1138.982397] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.993692] env[65683]: DEBUG oslo_vmware.api [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.007221] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.008071] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e97fad2-26c4-4bd5-a417-33350c96a08f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.016699] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1139.016699] env[65683]: value = "task-4434000" [ 1139.016699] env[65683]: _type = "Task" [ 1139.016699] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.027662] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.094039] env[65683]: DEBUG oslo_concurrency.lockutils [None req-923cf482-1aca-447b-a98a-391ff6ce2205 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "interface-6085cf3b-5c18-490f-879b-04b55b2db368-3c42d36c-172c-47fa-bcd0-f30975291ab7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.946s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.345376] env[65683]: DEBUG oslo_vmware.api [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4433997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279426} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.345648] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.345834] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.346015] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.346201] env[65683]: INFO nova.compute.manager [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.346477] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1139.346682] env[65683]: DEBUG nova.compute.manager [-] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1139.346783] env[65683]: DEBUG nova.network.neutron [-] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1139.347042] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.380371] env[65683]: DEBUG oslo_vmware.api [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433998, 'name': PowerOffVM_Task, 'duration_secs': 0.341101} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.381771] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.384546] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.384828] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.385805] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee5bb1df-1d04-4e77-9b16-d0676e4c1804 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.458860] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.459122] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.459267] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleting the datastore file [datastore1] 27fdba0c-de21-49df-b283-9fbb80965dcb {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.462374] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0247b322-d234-4ec8-997a-4a3b7816b56e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.469745] env[65683]: DEBUG oslo_vmware.api [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1139.469745] env[65683]: value = "task-4434002" [ 1139.469745] env[65683]: _type = "Task" [ 1139.469745] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.480355] env[65683]: DEBUG oslo_vmware.api [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4434002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.494197] env[65683]: DEBUG oslo_vmware.api [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4433999, 'name': PowerOffVM_Task, 'duration_secs': 0.216809} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.494551] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.494756] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.495041] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db8a57f9-4387-4e4f-a594-29845d88c8c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.528550] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434000, 'name': PowerOffVM_Task, 'duration_secs': 0.210483} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.528818] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.528999] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance '2c6089ef-678d-4a10-b039-f5af2e2132a4' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.578489] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.578885] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.579245] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleting the datastore file [datastore1] 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.579643] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fd06163-c7c2-4ae0-b52d-35aa521a77e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.588960] env[65683]: DEBUG oslo_vmware.api [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for the task: (returnval){ [ 1139.588960] env[65683]: value = "task-4434004" [ 1139.588960] env[65683]: _type = "Task" [ 1139.588960] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.602346] env[65683]: DEBUG oslo_vmware.api [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4434004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.879620] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700ef49-70fb-4356-ac30-6c5a406dec1f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.888335] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac534c6e-ef98-4f3a-87c3-4555fe2deea5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.921143] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f45f84-8156-4da3-952d-00137310ecac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.930486] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be28d3d5-baaa-4129-b0b2-4d177b6283a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.944474] env[65683]: DEBUG nova.compute.provider_tree [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.982206] env[65683]: DEBUG oslo_vmware.api [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4434002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272482} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.982480] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.982678] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.982836] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.983027] env[65683]: INFO nova.compute.manager [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1139.983267] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1139.983513] env[65683]: DEBUG nova.compute.manager [-] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1139.983610] env[65683]: DEBUG nova.network.neutron [-] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1139.983872] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.035593] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1140.035854] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.035987] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1140.036199] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.036362] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1140.036598] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1140.037305] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.037305] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1140.037305] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1140.037455] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1140.037587] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1140.042686] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fef1dfb-a3dd-4bfc-828f-ec0a4e39479e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.053995] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.063729] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1140.063729] env[65683]: value = "task-4434005" [ 1140.063729] env[65683]: _type = "Task" [ 1140.063729] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.075208] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.100346] env[65683]: DEBUG oslo_vmware.api [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Task: {'id': task-4434004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329287} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.100346] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.100586] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.100803] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.100985] env[65683]: INFO nova.compute.manager [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1140.101249] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1140.101451] env[65683]: DEBUG nova.compute.manager [-] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1140.101544] env[65683]: DEBUG nova.network.neutron [-] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1140.102031] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.232992] env[65683]: DEBUG nova.compute.manager [req-3866074e-b8eb-436f-ba5a-9482ef7312f8 req-69ea394a-7366-4114-baed-2c88ee90372c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Received event network-vif-deleted-d0a4affd-bd26-4c19-bd7b-8b225ae06d34 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1140.233866] env[65683]: INFO nova.compute.manager [req-3866074e-b8eb-436f-ba5a-9482ef7312f8 req-69ea394a-7366-4114-baed-2c88ee90372c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Neutron deleted interface d0a4affd-bd26-4c19-bd7b-8b225ae06d34; detaching it from the instance and deleting it from the info cache [ 1140.233866] env[65683]: DEBUG nova.network.neutron [req-3866074e-b8eb-436f-ba5a-9482ef7312f8 req-69ea394a-7366-4114-baed-2c88ee90372c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.264988] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.326916] env[65683]: DEBUG nova.compute.manager [req-e897122b-3027-4bb0-a61b-b21d3613b2a8 req-664b8a09-1cf0-4a01-99eb-d470a1ad0464 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Received event network-vif-deleted-0a23eb5c-d9e0-4de1-8cc7-be152062ff1a {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1140.327096] env[65683]: INFO nova.compute.manager [req-e897122b-3027-4bb0-a61b-b21d3613b2a8 req-664b8a09-1cf0-4a01-99eb-d470a1ad0464 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Neutron deleted interface 0a23eb5c-d9e0-4de1-8cc7-be152062ff1a; detaching it from the instance and deleting it from the info cache [ 1140.327320] env[65683]: DEBUG nova.network.neutron [req-e897122b-3027-4bb0-a61b-b21d3613b2a8 req-664b8a09-1cf0-4a01-99eb-d470a1ad0464 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.448947] env[65683]: DEBUG nova.scheduler.client.report [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.573745] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434005, 'name': ReconfigVM_Task, 'duration_secs': 0.242837} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.574068] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance '2c6089ef-678d-4a10-b039-f5af2e2132a4' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.689093] env[65683]: DEBUG nova.network.neutron [-] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.736743] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-757b264d-43e2-481d-9390-c068ec9705ac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.748497] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88a4d6-1a92-4167-a734-66552cab98c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.784275] env[65683]: DEBUG nova.compute.manager [req-3866074e-b8eb-436f-ba5a-9482ef7312f8 req-69ea394a-7366-4114-baed-2c88ee90372c service nova] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Detach interface failed, port_id=d0a4affd-bd26-4c19-bd7b-8b225ae06d34, reason: Instance 6085cf3b-5c18-490f-879b-04b55b2db368 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1140.805072] env[65683]: DEBUG nova.network.neutron [-] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.829654] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e8e7fe7-c3a7-4f2d-8261-0cbb40fbe075 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.840902] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7135235-28b6-4aa2-ac5f-041506a3ed46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.885720] env[65683]: DEBUG nova.compute.manager [req-e897122b-3027-4bb0-a61b-b21d3613b2a8 req-664b8a09-1cf0-4a01-99eb-d470a1ad0464 service nova] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Detach interface failed, port_id=0a23eb5c-d9e0-4de1-8cc7-be152062ff1a, reason: Instance 27fdba0c-de21-49df-b283-9fbb80965dcb could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1140.957143] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.958427] env[65683]: DEBUG nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1140.960559] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.785s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.960559] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.962561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.420s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.964053] env[65683]: INFO nova.compute.claims [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.971657] env[65683]: DEBUG nova.network.neutron [-] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.997942] env[65683]: INFO nova.scheduler.client.report [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Deleted allocations for instance b18a32d2-e858-4fd6-8e6e-a87c3383d5fd [ 1141.080287] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1141.081053] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.081053] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1141.081053] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.081053] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1141.081238] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1141.081289] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1141.081441] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1141.081617] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1141.081787] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1141.082023] env[65683]: DEBUG nova.virt.hardware [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1141.087512] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.087802] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af782f67-3695-4ec9-9c98-647ad9f18e4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.107448] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1141.107448] env[65683]: value = "task-4434006" [ 1141.107448] env[65683]: _type = "Task" [ 1141.107448] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.117097] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.192483] env[65683]: INFO nova.compute.manager [-] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Took 1.85 seconds to deallocate network for instance. [ 1141.308047] env[65683]: INFO nova.compute.manager [-] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Took 1.32 seconds to deallocate network for instance. [ 1141.473978] env[65683]: DEBUG nova.compute.utils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.478920] env[65683]: INFO nova.compute.manager [-] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Took 1.38 seconds to deallocate network for instance. [ 1141.480123] env[65683]: DEBUG nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1141.480123] env[65683]: DEBUG nova.network.neutron [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1141.480123] env[65683]: WARNING neutronclient.v2_0.client [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.480294] env[65683]: WARNING neutronclient.v2_0.client [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.507758] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9e80da1d-3ee8-43f1-8165-43568b2ea2bb tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "b18a32d2-e858-4fd6-8e6e-a87c3383d5fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.172s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.535973] env[65683]: DEBUG nova.policy [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38915d4ecfbe4dc98f0bd40747b75a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9657fb7802744a118f7b88852d2fd964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.619812] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434006, 'name': ReconfigVM_Task, 'duration_secs': 0.229821} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.620208] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.621088] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01510f4-dfeb-474f-aaf1-dfcd0c2c1c71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.646163] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4/volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.646163] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c7e5d9-7093-49ce-b069-be1f46d01ef0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.665700] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1141.665700] env[65683]: value = "task-4434007" [ 1141.665700] env[65683]: _type = "Task" [ 1141.665700] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.677103] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.699400] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.814749] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.842075] env[65683]: DEBUG nova.network.neutron [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Successfully created port: dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1141.978417] env[65683]: DEBUG nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1141.989219] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.177348] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434007, 'name': ReconfigVM_Task, 'duration_secs': 0.2868} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.177647] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4/volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.177912] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance '2c6089ef-678d-4a10-b039-f5af2e2132a4' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.262614] env[65683]: DEBUG nova.compute.manager [req-32110c57-9745-4b11-80a8-722b0cbd6f3c req-264fc469-fa8a-4dc2-99a0-4ad81ded06ab service nova] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Received event network-vif-deleted-a8e0f1e2-d5d9-444e-98f2-e42fb7cb0364 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1142.265879] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d590d-cdfc-4da3-a882-8a1c0ee892a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.275410] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b7bf90-362e-4a02-8ae6-df66c084aa46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.309234] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07498da7-346f-45e0-b8d4-87bb4baa6af9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.318734] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b5ff00-6099-4803-be09-82ef0a531a8d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.333809] env[65683]: DEBUG nova.compute.provider_tree [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.684641] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112a9205-4514-4ae3-aa53-00aa084175d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.707781] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef97c7b1-4215-42df-bb14-d3e69df1c263 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.727494] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance '2c6089ef-678d-4a10-b039-f5af2e2132a4' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.837784] env[65683]: DEBUG nova.scheduler.client.report [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.988853] env[65683]: DEBUG nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1143.022357] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1143.022514] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.022560] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1143.023215] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.023215] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1143.023215] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1143.023376] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1143.023508] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1143.023670] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1143.024020] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1143.024020] env[65683]: DEBUG nova.virt.hardware [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1143.025238] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed0102-0935-4805-8eb3-1632b2e6539a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.035195] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9153aed8-8e1a-44be-b2a8-d04c0bdcfa82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.342925] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.343413] env[65683]: DEBUG nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1143.346118] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.143s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.346276] env[65683]: DEBUG nova.objects.instance [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lazy-loading 'resources' on Instance uuid a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.409657] env[65683]: DEBUG nova.network.neutron [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Successfully updated port: dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1143.854255] env[65683]: DEBUG nova.compute.utils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.858769] env[65683]: DEBUG nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1143.859073] env[65683]: DEBUG nova.network.neutron [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1143.859550] env[65683]: WARNING neutronclient.v2_0.client [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.860016] env[65683]: WARNING neutronclient.v2_0.client [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.913810] env[65683]: DEBUG nova.policy [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe0ab409c2745759ab04b4ed091af90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef0f3509865411796918c7d20c00df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.916286] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.916644] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.916914] env[65683]: DEBUG nova.network.neutron [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1144.151220] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb9e530-9a38-410c-94d3-86fe7cd14dc0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.159130] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb406f3-13ed-4f8f-8728-b468dd8aab0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.195273] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c2ed70-be37-4f85-a1b1-e0d22f971da1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.201587] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.201857] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.211168] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ae6a9b-67ba-4370-b4c0-ab124f52d6e1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.229806] env[65683]: DEBUG nova.compute.provider_tree [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.306115] env[65683]: DEBUG nova.compute.manager [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Received event network-vif-plugged-dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1144.306434] env[65683]: DEBUG oslo_concurrency.lockutils [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] Acquiring lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.306667] env[65683]: DEBUG oslo_concurrency.lockutils [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.306840] env[65683]: DEBUG oslo_concurrency.lockutils [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.307094] env[65683]: DEBUG nova.compute.manager [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] No waiting events found dispatching network-vif-plugged-dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1144.307256] env[65683]: WARNING nova.compute.manager [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Received unexpected event network-vif-plugged-dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 for instance with vm_state building and task_state spawning. [ 1144.307342] env[65683]: DEBUG nova.compute.manager [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Received event network-changed-dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1144.307524] env[65683]: DEBUG nova.compute.manager [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Refreshing instance network info cache due to event network-changed-dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1144.307754] env[65683]: DEBUG oslo_concurrency.lockutils [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] Acquiring lock "refresh_cache-661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.309041] env[65683]: DEBUG nova.network.neutron [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Successfully created port: b34de57d-c634-436a-93a9-d616cca632fe {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1144.364381] env[65683]: DEBUG nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1144.367913] env[65683]: WARNING neutronclient.v2_0.client [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.368415] env[65683]: WARNING neutronclient.v2_0.client [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.408829] env[65683]: DEBUG nova.network.neutron [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Port 1a9f0741-167c-4d22-8152-6a49722019e7 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1144.453389] env[65683]: DEBUG nova.network.neutron [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1144.533236] env[65683]: WARNING neutronclient.v2_0.client [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.705145] env[65683]: DEBUG nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1144.734789] env[65683]: DEBUG nova.scheduler.client.report [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.765163] env[65683]: DEBUG nova.network.neutron [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Updating instance_info_cache with network_info: [{"id": "dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0", "address": "fa:16:3e:33:ab:9a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcd1bc6-bb", "ovs_interfaceid": "dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.231733] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.240188] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.242574] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.543s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.242883] env[65683]: DEBUG nova.objects.instance [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'resources' on Instance uuid 6085cf3b-5c18-490f-879b-04b55b2db368 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.261961] env[65683]: INFO nova.scheduler.client.report [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted allocations for instance a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4 [ 1145.267486] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.268019] env[65683]: DEBUG nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Instance network_info: |[{"id": "dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0", "address": "fa:16:3e:33:ab:9a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcd1bc6-bb", "ovs_interfaceid": "dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1145.268830] env[65683]: DEBUG oslo_concurrency.lockutils [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] Acquired lock "refresh_cache-661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.268830] env[65683]: DEBUG nova.network.neutron [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Refreshing network info cache for port dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.271912] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ab:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.278939] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1145.280570] env[65683]: WARNING neutronclient.v2_0.client [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.283177] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.284056] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706b8501-cee4-4476-9607-7bafae276424 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.317326] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.317326] env[65683]: value = "task-4434008" [ 1145.317326] env[65683]: _type = "Task" [ 1145.317326] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.339167] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434008, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.384334] env[65683]: DEBUG nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1145.415582] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1145.415838] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.415988] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1145.416186] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.416542] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1145.416542] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1145.416878] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.416953] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1145.417109] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1145.417277] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1145.417447] env[65683]: DEBUG nova.virt.hardware [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1145.426999] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d776d3-f7c9-4889-8a25-9c9f237a20c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.443898] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.444221] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.444414] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.448688] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ffdcc-ddea-677e-a8d6-fef559459613/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.450128] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1523b2ed-f1ba-4f00-8ce2-8e1c1f198a31 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.457877] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6768345-6d1b-4a96-abd7-9226267d7c1d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.465287] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ffdcc-ddea-677e-a8d6-fef559459613/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.465521] env[65683]: ERROR oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ffdcc-ddea-677e-a8d6-fef559459613/disk-0.vmdk due to incomplete transfer. [ 1145.466525] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ba74c58-d2e2-45b2-afd3-2ad0df2021e8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.483383] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ffdcc-ddea-677e-a8d6-fef559459613/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.483601] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Uploaded image dd0eaea7-dd22-4a29-b7b8-295f4446ccad to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.486283] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.486605] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e899b911-17b5-4049-81ef-f94566105005 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.502575] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1145.502575] env[65683]: value = "task-4434009" [ 1145.502575] env[65683]: _type = "Task" [ 1145.502575] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.516152] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434009, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.564397] env[65683]: WARNING neutronclient.v2_0.client [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.754393] env[65683]: DEBUG nova.network.neutron [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Updated VIF entry in instance network info cache for port dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1145.754983] env[65683]: DEBUG nova.network.neutron [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Updating instance_info_cache with network_info: [{"id": "dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0", "address": "fa:16:3e:33:ab:9a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcd1bc6-bb", "ovs_interfaceid": "dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.773330] env[65683]: DEBUG oslo_concurrency.lockutils [None req-73717f2c-df59-46d8-ae81-e304eba92678 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.506s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.836381] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434008, 'name': CreateVM_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.948371] env[65683]: DEBUG nova.network.neutron [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Successfully updated port: b34de57d-c634-436a-93a9-d616cca632fe {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1146.006512] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "1713c490-baeb-4f96-be15-92844d87beb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.006838] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "1713c490-baeb-4f96-be15-92844d87beb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.007157] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "1713c490-baeb-4f96-be15-92844d87beb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.007379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "1713c490-baeb-4f96-be15-92844d87beb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.007629] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "1713c490-baeb-4f96-be15-92844d87beb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.018108] env[65683]: INFO nova.compute.manager [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Terminating instance [ 1146.030639] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434009, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.082910] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b969c3f6-8fb9-4a85-8029-9d109418f912 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.093321] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e52034-1f5a-4213-9aa6-d426b8505e11 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.129451] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a7c52-9054-4902-bbe8-5dd73d41f3ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.139652] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18295c7e-a347-4e53-9fe6-842d9dbc0c6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.158683] env[65683]: DEBUG nova.compute.provider_tree [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.259484] env[65683]: DEBUG oslo_concurrency.lockutils [req-e2eeb18d-1bc8-4065-a62d-b1a641d5ff8d req-6448c43c-f8db-4e47-a66e-bf97077eae63 service nova] Releasing lock "refresh_cache-661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.333940] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434008, 'name': CreateVM_Task, 'duration_secs': 0.85114} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.334242] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.335326] env[65683]: WARNING neutronclient.v2_0.client [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.335781] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.336019] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.336429] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.336953] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7842b0a0-ceaf-4cba-8e4c-c85d41f45e60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.344626] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1146.344626] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5298e492-e386-062a-cd4f-46c6710e6dde" [ 1146.344626] env[65683]: _type = "Task" [ 1146.344626] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.351594] env[65683]: DEBUG nova.compute.manager [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Received event network-vif-plugged-b34de57d-c634-436a-93a9-d616cca632fe {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.351843] env[65683]: DEBUG oslo_concurrency.lockutils [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] Acquiring lock "d06d27f2-6343-4930-ac38-5cb905b226f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.352100] env[65683]: DEBUG oslo_concurrency.lockutils [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.352307] env[65683]: DEBUG oslo_concurrency.lockutils [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.352485] env[65683]: DEBUG nova.compute.manager [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] No waiting events found dispatching network-vif-plugged-b34de57d-c634-436a-93a9-d616cca632fe {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1146.352663] env[65683]: WARNING nova.compute.manager [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Received unexpected event network-vif-plugged-b34de57d-c634-436a-93a9-d616cca632fe for instance with vm_state building and task_state spawning. [ 1146.352912] env[65683]: DEBUG nova.compute.manager [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Received event network-changed-b34de57d-c634-436a-93a9-d616cca632fe {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.353157] env[65683]: DEBUG nova.compute.manager [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Refreshing instance network info cache due to event network-changed-b34de57d-c634-436a-93a9-d616cca632fe. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1146.353450] env[65683]: DEBUG oslo_concurrency.lockutils [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] Acquiring lock "refresh_cache-d06d27f2-6343-4930-ac38-5cb905b226f1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.353668] env[65683]: DEBUG oslo_concurrency.lockutils [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] Acquired lock "refresh_cache-d06d27f2-6343-4930-ac38-5cb905b226f1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.353925] env[65683]: DEBUG nova.network.neutron [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Refreshing network info cache for port b34de57d-c634-436a-93a9-d616cca632fe {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.362126] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5298e492-e386-062a-cd4f-46c6710e6dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.455047] env[65683]: WARNING neutronclient.v2_0.client [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.458390] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "refresh_cache-d06d27f2-6343-4930-ac38-5cb905b226f1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.493043] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.493240] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.493411] env[65683]: DEBUG nova.network.neutron [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.521080] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434009, 'name': Destroy_Task, 'duration_secs': 0.890542} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.521373] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Destroyed the VM [ 1146.521693] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.521895] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d584c3e3-2786-481f-9e03-ac48045f136f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.524513] env[65683]: DEBUG nova.compute.manager [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1146.524741] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.526013] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a17f3-f768-4d3b-80b4-bd611b208d5e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.535305] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1146.535305] env[65683]: value = "task-4434010" [ 1146.535305] env[65683]: _type = "Task" [ 1146.535305] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.537726] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.540954] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a2a2fa8-27fd-4ea8-89dd-4275d13af954 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.549490] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.551148] env[65683]: DEBUG oslo_vmware.api [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1146.551148] env[65683]: value = "task-4434011" [ 1146.551148] env[65683]: _type = "Task" [ 1146.551148] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.560762] env[65683]: DEBUG oslo_vmware.api [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4434011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.662974] env[65683]: DEBUG nova.scheduler.client.report [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.859498] env[65683]: WARNING neutronclient.v2_0.client [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.861897] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5298e492-e386-062a-cd4f-46c6710e6dde, 'name': SearchDatastore_Task, 'duration_secs': 0.028265} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.862389] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.862622] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.862848] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.862987] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.863174] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.863453] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1044c17c-f20b-4bc3-b7c4-f4aa43d8b511 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.874340] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.874538] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.875301] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ebb544-11d1-4348-8bf1-37322130241f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.882302] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1146.882302] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5254565c-bea7-ce7f-af27-94790665f886" [ 1146.882302] env[65683]: _type = "Task" [ 1146.882302] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.891028] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5254565c-bea7-ce7f-af27-94790665f886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.894955] env[65683]: DEBUG nova.network.neutron [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1146.926656] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.926948] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.981912] env[65683]: DEBUG nova.network.neutron [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.998842] env[65683]: WARNING neutronclient.v2_0.client [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.052837] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.067516] env[65683]: DEBUG oslo_vmware.api [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4434011, 'name': PowerOffVM_Task, 'duration_secs': 0.207837} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.067704] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.068082] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.068382] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-523a7587-b378-495b-8f6d-23e7c3e9b45e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.157284] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.158271] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.158271] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleting the datastore file [datastore1] 1713c490-baeb-4f96-be15-92844d87beb1 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.158271] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e434ed9b-86e8-4cab-ad5f-6a2bf12d6e2e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.167979] env[65683]: DEBUG oslo_vmware.api [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for the task: (returnval){ [ 1147.167979] env[65683]: value = "task-4434013" [ 1147.167979] env[65683]: _type = "Task" [ 1147.167979] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.169182] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.181331] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.367s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.181583] env[65683]: DEBUG nova.objects.instance [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lazy-loading 'resources' on Instance uuid 27fdba0c-de21-49df-b283-9fbb80965dcb {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.191735] env[65683]: DEBUG oslo_vmware.api [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4434013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.228929] env[65683]: WARNING neutronclient.v2_0.client [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.328422] env[65683]: DEBUG nova.network.neutron [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [{"id": "1a9f0741-167c-4d22-8152-6a49722019e7", "address": "fa:16:3e:04:ea:ba", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f0741-16", "ovs_interfaceid": "1a9f0741-167c-4d22-8152-6a49722019e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.342676] env[65683]: INFO nova.scheduler.client.report [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted allocations for instance 6085cf3b-5c18-490f-879b-04b55b2db368 [ 1147.393547] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5254565c-bea7-ce7f-af27-94790665f886, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.394413] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8e6c30-3f86-487e-b7d3-5532512f712b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.400930] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1147.400930] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526bf57b-128f-3154-7b80-23ca076052f9" [ 1147.400930] env[65683]: _type = "Task" [ 1147.400930] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.411621] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526bf57b-128f-3154-7b80-23ca076052f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.433920] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.434107] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.434255] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.434398] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.434580] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.434731] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.435987] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1147.435987] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.484531] env[65683]: DEBUG oslo_concurrency.lockutils [req-7cbabf6b-3f40-44cd-a8c2-b2f31a45aefe req-b6807ac8-9a4b-4078-b450-0faab4a7c844 service nova] Releasing lock "refresh_cache-d06d27f2-6343-4930-ac38-5cb905b226f1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.484724] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "refresh_cache-d06d27f2-6343-4930-ac38-5cb905b226f1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.484840] env[65683]: DEBUG nova.network.neutron [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1147.548698] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434010, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.679738] env[65683]: DEBUG oslo_vmware.api [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Task: {'id': task-4434013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194205} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.680147] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.680293] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.680464] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.680677] env[65683]: INFO nova.compute.manager [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1147.680876] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1147.681081] env[65683]: DEBUG nova.compute.manager [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1147.681188] env[65683]: DEBUG nova.network.neutron [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1147.681424] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.715149] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.830971] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.850525] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e45dbc65-16de-42ed-b527-49d2c6f623f4 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "6085cf3b-5c18-490f-879b-04b55b2db368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.143s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.923452] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526bf57b-128f-3154-7b80-23ca076052f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.926352] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.926702] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9/661a422f-5e73-40bf-a8b0-ebc4ba4d9be9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.927191] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3cfdfb8-38b1-4ee9-b146-d53b46231c20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.938252] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.938634] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1147.938634] env[65683]: value = "task-4434014" [ 1147.938634] env[65683]: _type = "Task" [ 1147.938634] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.947971] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567bfd7-1598-46de-acde-024834a5a283 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.955878] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.962844] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9bcba7-4692-4351-9d6b-d490fd4c7cc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.011387] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cafd0d0-d27e-4379-a591-77e7281ecd5a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.015449] env[65683]: DEBUG nova.compute.manager [req-e2eb3d7d-4c0a-45c9-9985-2ea407e9019c req-a40505a7-2e91-4afa-8ead-860649d8fbed service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Received event network-vif-deleted-311ca27a-fdea-4b1d-99ff-30272eb8c026 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.015638] env[65683]: INFO nova.compute.manager [req-e2eb3d7d-4c0a-45c9-9985-2ea407e9019c req-a40505a7-2e91-4afa-8ead-860649d8fbed service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Neutron deleted interface 311ca27a-fdea-4b1d-99ff-30272eb8c026; detaching it from the instance and deleting it from the info cache [ 1148.015929] env[65683]: DEBUG nova.network.neutron [req-e2eb3d7d-4c0a-45c9-9985-2ea407e9019c req-a40505a7-2e91-4afa-8ead-860649d8fbed service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.025110] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b645896b-59ba-4238-9f5f-a8d82a458f68 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.034058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "be089d29-4239-4c6c-9b5e-b081a28da176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.034058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "be089d29-4239-4c6c-9b5e-b081a28da176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.034058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.034058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.034458] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "be089d29-4239-4c6c-9b5e-b081a28da176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.044568] env[65683]: DEBUG nova.compute.provider_tree [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.046089] env[65683]: INFO nova.compute.manager [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Terminating instance [ 1148.052406] env[65683]: DEBUG nova.network.neutron [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1148.063302] env[65683]: DEBUG oslo_vmware.api [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434010, 'name': RemoveSnapshot_Task, 'duration_secs': 1.296531} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.063559] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1148.063785] env[65683]: INFO nova.compute.manager [None req-9d201ad1-9703-493c-a702-b74d7b01da95 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Took 18.50 seconds to snapshot the instance on the hypervisor. [ 1148.137072] env[65683]: WARNING neutronclient.v2_0.client [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.216977] env[65683]: DEBUG nova.network.neutron [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Updating instance_info_cache with network_info: [{"id": "b34de57d-c634-436a-93a9-d616cca632fe", "address": "fa:16:3e:55:8e:fb", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34de57d-c6", "ovs_interfaceid": "b34de57d-c634-436a-93a9-d616cca632fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.339942] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f6689-06f2-4ca1-9d94-5fa8dad5851d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.348342] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5105830-d82a-4576-a712-0475546d0feb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.449632] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434014, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.462284] env[65683]: DEBUG nova.network.neutron [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.521429] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02006f57-367a-490d-b14d-3b4696b862a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.532755] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635525a9-54c5-40ac-bd5d-2e069dc0d633 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.313911] env[65683]: DEBUG nova.scheduler.client.report [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.317399] env[65683]: DEBUG nova.compute.manager [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1149.321022] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.321022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "refresh_cache-d06d27f2-6343-4930-ac38-5cb905b226f1" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.321022] env[65683]: DEBUG nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Instance network_info: |[{"id": "b34de57d-c634-436a-93a9-d616cca632fe", "address": "fa:16:3e:55:8e:fb", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34de57d-c6", "ovs_interfaceid": "b34de57d-c634-436a-93a9-d616cca632fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1149.321022] env[65683]: INFO nova.compute.manager [-] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Took 1.64 seconds to deallocate network for instance. [ 1149.322601] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93849974-2c6d-49fa-9aa2-2435104acabe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.325459] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b34de57d-c634-436a-93a9-d616cca632fe', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.332788] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1149.341708] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.342426] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97688fbb-738f-474e-b4b3-dcb338930d62 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.371303] env[65683]: DEBUG nova.compute.manager [req-e2eb3d7d-4c0a-45c9-9985-2ea407e9019c req-a40505a7-2e91-4afa-8ead-860649d8fbed service nova] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Detach interface failed, port_id=311ca27a-fdea-4b1d-99ff-30272eb8c026, reason: Instance 1713c490-baeb-4f96-be15-92844d87beb1 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1149.373418] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.377423] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99b2edf3-f2c5-4cfc-9a53-a7a6cc5b38a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.379424] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561897} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.379869] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9/661a422f-5e73-40bf-a8b0-ebc4ba4d9be9.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.380094] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.380671] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf29c7e-79f1-48f9-8568-134f1bb0fe61 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.383733] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.383733] env[65683]: value = "task-4434015" [ 1149.383733] env[65683]: _type = "Task" [ 1149.383733] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.390033] env[65683]: DEBUG oslo_vmware.api [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1149.390033] env[65683]: value = "task-4434016" [ 1149.390033] env[65683]: _type = "Task" [ 1149.390033] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.390033] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1149.390033] env[65683]: value = "task-4434017" [ 1149.390033] env[65683]: _type = "Task" [ 1149.390033] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.411138] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434015, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.418216] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.422075] env[65683]: DEBUG oslo_vmware.api [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4434016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.822879] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.642s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.825652] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.837s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.826198] env[65683]: DEBUG nova.objects.instance [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lazy-loading 'resources' on Instance uuid 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.843138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.847808] env[65683]: INFO nova.scheduler.client.report [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted allocations for instance 27fdba0c-de21-49df-b283-9fbb80965dcb [ 1149.902334] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434015, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.909053] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63727ab-3578-4319-a98c-2ff37a06fd75 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.924621] env[65683]: DEBUG oslo_vmware.api [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4434016, 'name': PowerOffVM_Task, 'duration_secs': 0.206565} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.924777] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082851} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.939714] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.939938] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.940185] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.941304] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27d387c6-bbd2-479e-8b9e-da2c3bb596c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.943528] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58c2d9b-e972-40a3-9c59-fba3af120203 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.946270] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa860a8-601b-4db3-ba23-df56f6db09f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.974409] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9/661a422f-5e73-40bf-a8b0-ebc4ba4d9be9.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.978038] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5895ba78-4790-4fb7-b126-cfe61bd20bb8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.993081] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance '2c6089ef-678d-4a10-b039-f5af2e2132a4' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.003471] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1150.003471] env[65683]: value = "task-4434019" [ 1150.003471] env[65683]: _type = "Task" [ 1150.003471] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.015541] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.017700] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.017899] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.018099] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleting the datastore file [datastore2] be089d29-4239-4c6c-9b5e-b081a28da176 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.018372] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e31bf67b-36c4-4807-8cc3-cf52e55704e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.025708] env[65683]: DEBUG oslo_vmware.api [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for the task: (returnval){ [ 1150.025708] env[65683]: value = "task-4434020" [ 1150.025708] env[65683]: _type = "Task" [ 1150.025708] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.039208] env[65683]: DEBUG oslo_vmware.api [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4434020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.356628] env[65683]: DEBUG oslo_concurrency.lockutils [None req-442ed67e-9869-4b73-a591-4ff5d12b1d2a tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "27fdba0c-de21-49df-b283-9fbb80965dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.031s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.401702] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434015, 'name': CreateVM_Task, 'duration_secs': 0.594007} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.401831] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.402530] env[65683]: WARNING neutronclient.v2_0.client [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.402970] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.403210] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.403575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.406804] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4f1443-0784-4e13-b174-3c57bab86aa5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.415705] env[65683]: DEBUG nova.compute.manager [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1150.416394] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1150.416394] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52fd1fd9-76e7-f427-c8d6-9f0d766b872c" [ 1150.416394] env[65683]: _type = "Task" [ 1150.416394] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.417283] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56256973-d0ef-4282-9722-84a0c194b19b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.440961] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fd1fd9-76e7-f427-c8d6-9f0d766b872c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.500610] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.500935] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fb40e80-1f31-4450-a775-2e1b36e6b61f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.512987] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1150.512987] env[65683]: value = "task-4434021" [ 1150.512987] env[65683]: _type = "Task" [ 1150.512987] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.522279] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434019, 'name': ReconfigVM_Task, 'duration_secs': 0.299006} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.523065] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9/661a422f-5e73-40bf-a8b0-ebc4ba4d9be9.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.523765] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69981ac3-26e0-46e2-9ccd-a922d9db039e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.528986] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.536946] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1150.536946] env[65683]: value = "task-4434022" [ 1150.536946] env[65683]: _type = "Task" [ 1150.536946] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.544296] env[65683]: DEBUG oslo_vmware.api [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Task: {'id': task-4434020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111007} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.544970] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.545172] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.545365] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.545561] env[65683]: INFO nova.compute.manager [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1150.546370] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1150.546370] env[65683]: DEBUG nova.compute.manager [-] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1150.546370] env[65683]: DEBUG nova.network.neutron [-] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1150.546370] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.552086] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434022, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.580783] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fc5c7-a08e-42d0-b971-cf75fe28a4eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.587122] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.592118] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb8a6f6-4e94-4075-aaba-c4ec01ede419 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.624310] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7bbeba-ae9e-41a7-908d-7c5504de066a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.633410] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c207ebb8-b703-4856-b4bc-596e9c4d1feb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.648215] env[65683]: DEBUG nova.compute.provider_tree [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.826025] env[65683]: DEBUG nova.compute.manager [req-521e6a66-abf0-4263-8680-104e44e66593 req-fe9298e9-bf90-499c-8a4e-cb3a0eb08d3b service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Received event network-vif-deleted-a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.826320] env[65683]: INFO nova.compute.manager [req-521e6a66-abf0-4263-8680-104e44e66593 req-fe9298e9-bf90-499c-8a4e-cb3a0eb08d3b service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Neutron deleted interface a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd; detaching it from the instance and deleting it from the info cache [ 1150.826509] env[65683]: DEBUG nova.network.neutron [req-521e6a66-abf0-4263-8680-104e44e66593 req-fe9298e9-bf90-499c-8a4e-cb3a0eb08d3b service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.933256] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fd1fd9-76e7-f427-c8d6-9f0d766b872c, 'name': SearchDatastore_Task, 'duration_secs': 0.034655} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.933574] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.933796] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.934093] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.934206] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.934358] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.934622] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4277008-fb82-4fc8-81e8-61bad20bc842 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.945820] env[65683]: INFO nova.compute.manager [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] instance snapshotting [ 1150.947450] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.947641] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.948885] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d539650-f197-4c75-9c78-6065381c2ffe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.952213] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96acdd6a-338a-4ee5-a1dd-a05e12f633e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.973999] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3b6ce0-2f85-4677-a8a2-cef9240e442b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.977074] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1150.977074] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5259748f-d437-a6d4-7ccb-8b527dd00d5b" [ 1150.977074] env[65683]: _type = "Task" [ 1150.977074] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.990136] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5259748f-d437-a6d4-7ccb-8b527dd00d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.023265} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.991278] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099ebd51-9894-4ae5-8bf8-4e51b2cb070e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.997958] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1150.997958] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52de3618-7c24-16b7-294d-31bd8345a00d" [ 1150.997958] env[65683]: _type = "Task" [ 1150.997958] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.007595] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52de3618-7c24-16b7-294d-31bd8345a00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.024246] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.048070] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434022, 'name': Rename_Task, 'duration_secs': 0.3057} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.048292] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.048552] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42bd5afc-9392-427e-a32b-3ff68d621a30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.055799] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1151.055799] env[65683]: value = "task-4434023" [ 1151.055799] env[65683]: _type = "Task" [ 1151.055799] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.065573] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.152043] env[65683]: DEBUG nova.scheduler.client.report [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.298055] env[65683]: DEBUG nova.network.neutron [-] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.329786] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab5c5fb0-bf82-4013-bbf3-3650a3c5d2ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.340867] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c674a43-9c19-46cd-97fb-7fb7d12b4218 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.377869] env[65683]: DEBUG nova.compute.manager [req-521e6a66-abf0-4263-8680-104e44e66593 req-fe9298e9-bf90-499c-8a4e-cb3a0eb08d3b service nova] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Detach interface failed, port_id=a1c6ab08-b9ea-4b01-a18a-4c2b34cc49dd, reason: Instance be089d29-4239-4c6c-9b5e-b081a28da176 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.429038] env[65683]: DEBUG nova.compute.manager [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1151.492105] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1151.492595] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0849d42f-299f-41c4-b2f8-7d94c72dcb71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.504838] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1151.504838] env[65683]: value = "task-4434024" [ 1151.504838] env[65683]: _type = "Task" [ 1151.504838] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.517051] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52de3618-7c24-16b7-294d-31bd8345a00d, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.522701] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.523133] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] d06d27f2-6343-4930-ac38-5cb905b226f1/d06d27f2-6343-4930-ac38-5cb905b226f1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.528643] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d67615-cec1-42e3-81e7-d89cf2bd53c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.531608] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.539371] env[65683]: DEBUG oslo_vmware.api [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434021, 'name': PowerOnVM_Task, 'duration_secs': 0.663766} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.541545] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.541855] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff11cc23-75df-47a2-921b-2b787fbc2e0f tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance '2c6089ef-678d-4a10-b039-f5af2e2132a4' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.547545] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1151.547545] env[65683]: value = "task-4434025" [ 1151.547545] env[65683]: _type = "Task" [ 1151.547545] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.560885] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.572602] env[65683]: DEBUG oslo_vmware.api [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434023, 'name': PowerOnVM_Task, 'duration_secs': 0.488649} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.573025] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.573339] env[65683]: INFO nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1151.573715] env[65683]: DEBUG nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1151.574866] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d2cc5-aa5d-4a86-a424-961751c792d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.657364] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.660014] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.428s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.661714] env[65683]: INFO nova.compute.claims [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.683974] env[65683]: INFO nova.scheduler.client.report [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Deleted allocations for instance 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85 [ 1151.800867] env[65683]: INFO nova.compute.manager [-] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Took 1.25 seconds to deallocate network for instance. [ 1151.946377] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.018650] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.063536] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434025, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.097657] env[65683]: INFO nova.compute.manager [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Took 18.55 seconds to build instance. [ 1152.191403] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f6e3bae9-3999-480f-9aea-14716060bd6d tempest-MultipleCreateTestJSON-1045728445 tempest-MultipleCreateTestJSON-1045728445-project-member] Lock "8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.737s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.307457] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.517599] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.564472] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783913} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.564857] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] d06d27f2-6343-4930-ac38-5cb905b226f1/d06d27f2-6343-4930-ac38-5cb905b226f1.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.565035] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.565273] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c02d15d2-b62c-403d-b30a-843b290ac3cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.575043] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1152.575043] env[65683]: value = "task-4434026" [ 1152.575043] env[65683]: _type = "Task" [ 1152.575043] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.591369] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.598960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-811f8396-a6c9-4eab-b9ff-8e45d4c465fa tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.064s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.879450] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.879692] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.879872] env[65683]: DEBUG nova.compute.manager [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1152.881510] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2691f4b8-df7c-4548-8312-589e14447f2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.889046] env[65683]: DEBUG nova.compute.manager [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1152.889251] env[65683]: DEBUG nova.objects.instance [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'flavor' on Instance uuid 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.914893] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a04df9-7993-41eb-8c97-071d732300f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.923327] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6031752b-c519-4f88-8960-0336a889846d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.956918] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13978cc1-b63f-43bb-b6d4-e78225f7762d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.965935] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c5d00-f851-4c48-9668-52ae8cdc4ec8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.981611] env[65683]: DEBUG nova.compute.provider_tree [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.017474] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434024, 'name': CreateSnapshot_Task, 'duration_secs': 1.332738} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.017740] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1153.018526] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d51a0-a96b-4dcd-a10a-4421ca1fe47e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.086481] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236471} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.089017] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.089017] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c352e-ef2b-433c-b5ad-d37b61c1e9cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.112787] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d06d27f2-6343-4930-ac38-5cb905b226f1/d06d27f2-6343-4930-ac38-5cb905b226f1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.122048] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79762db-1497-4510-94ba-8d41c0282992 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.152924] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1153.152924] env[65683]: value = "task-4434027" [ 1153.152924] env[65683]: _type = "Task" [ 1153.152924] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.163038] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.486155] env[65683]: DEBUG nova.scheduler.client.report [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.539382] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1153.540065] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45ba3ed5-985e-4dd3-afee-8a1c67f46efd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.549107] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1153.549107] env[65683]: value = "task-4434028" [ 1153.549107] env[65683]: _type = "Task" [ 1153.549107] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.558695] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434028, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.664251] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434027, 'name': ReconfigVM_Task, 'duration_secs': 0.298345} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.664573] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d06d27f2-6343-4930-ac38-5cb905b226f1/d06d27f2-6343-4930-ac38-5cb905b226f1.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.665267] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56253d93-1290-4311-8e5d-1f608bee8299 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.673345] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1153.673345] env[65683]: value = "task-4434029" [ 1153.673345] env[65683]: _type = "Task" [ 1153.673345] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.683049] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434029, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.898779] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.899386] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fea9a50a-59bb-47df-8daf-7ebc87c1cfac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.908895] env[65683]: DEBUG oslo_vmware.api [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1153.908895] env[65683]: value = "task-4434030" [ 1153.908895] env[65683]: _type = "Task" [ 1153.908895] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.919871] env[65683]: DEBUG oslo_vmware.api [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.992874] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.993990] env[65683]: DEBUG nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1153.997035] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.059s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.997241] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.997460] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1153.997950] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.155s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.998133] env[65683]: DEBUG nova.objects.instance [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lazy-loading 'resources' on Instance uuid 1713c490-baeb-4f96-be15-92844d87beb1 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.000021] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35607984-7967-43a4-b00a-0d9bf020797c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.015187] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4e24ff-f742-4332-bce9-7f00ffdb7321 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.033414] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c8be7-3d8c-40bd-91e3-b988cab65eb7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.042180] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051d3678-8527-467e-92a7-b47ac0a050e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.078968] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178304MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1154.079222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.085882] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434028, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.183684] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434029, 'name': Rename_Task, 'duration_secs': 0.349704} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.183967] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.184257] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b841619d-9cef-49bd-ba54-ebf8eebf6ed5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.192427] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1154.192427] env[65683]: value = "task-4434031" [ 1154.192427] env[65683]: _type = "Task" [ 1154.192427] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.201582] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.389361] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.389664] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.389870] env[65683]: DEBUG nova.compute.manager [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Going to confirm migration 6 {{(pid=65683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1154.422453] env[65683]: DEBUG oslo_vmware.api [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434030, 'name': PowerOffVM_Task, 'duration_secs': 0.442492} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.422790] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.423026] env[65683]: DEBUG nova.compute.manager [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1154.423953] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43e026-d30e-4d80-9bd6-1b9d8bba2526 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.501393] env[65683]: DEBUG nova.compute.utils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.503439] env[65683]: DEBUG nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1154.503648] env[65683]: DEBUG nova.network.neutron [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1154.504039] env[65683]: WARNING neutronclient.v2_0.client [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.504382] env[65683]: WARNING neutronclient.v2_0.client [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.562734] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434028, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.564428] env[65683]: DEBUG nova.policy [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd0c14f15ce4bc8a13332a9821bd8ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4448d137fce4d7ab7956ffcee2c9e9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.712358] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.779262] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d40e5-15b7-46d9-b080-6b6eb40196f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.787495] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d23ecc-74eb-4cb4-8c8d-f382c291cdff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.827996] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71468690-dd00-4c1e-aaf2-7016fcdbd79e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.837568] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e474ac77-5bf9-4a48-8d91-f1306af8e868 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.854146] env[65683]: DEBUG nova.compute.provider_tree [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.896846] env[65683]: WARNING neutronclient.v2_0.client [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.939018] env[65683]: DEBUG oslo_concurrency.lockutils [None req-42f55419-3c7e-4106-86bf-e5a50481ce6d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.977149] env[65683]: DEBUG nova.network.neutron [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Successfully created port: 76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1155.008013] env[65683]: DEBUG nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1155.039417] env[65683]: WARNING neutronclient.v2_0.client [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.039821] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.040068] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquired lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.040295] env[65683]: DEBUG nova.network.neutron [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1155.040483] env[65683]: DEBUG nova.objects.instance [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'info_cache' on Instance uuid 2c6089ef-678d-4a10-b039-f5af2e2132a4 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.065452] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434028, 'name': CloneVM_Task, 'duration_secs': 1.406763} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.065621] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Created linked-clone VM from snapshot [ 1155.066577] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1afcf03-f17a-490f-9b6c-561de8a62dd9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.077508] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Uploading image ef5af192-7d79-4a7a-9759-525ab0bd8922 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1155.103366] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1155.103366] env[65683]: value = "vm-867355" [ 1155.103366] env[65683]: _type = "VirtualMachine" [ 1155.103366] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1155.103685] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e8fdab4-75d8-4d90-aa97-02742340a13e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.112035] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lease: (returnval){ [ 1155.112035] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5249abfc-c4fe-cda6-176b-cf770e9bb0f9" [ 1155.112035] env[65683]: _type = "HttpNfcLease" [ 1155.112035] env[65683]: } obtained for exporting VM: (result){ [ 1155.112035] env[65683]: value = "vm-867355" [ 1155.112035] env[65683]: _type = "VirtualMachine" [ 1155.112035] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1155.112342] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the lease: (returnval){ [ 1155.112342] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5249abfc-c4fe-cda6-176b-cf770e9bb0f9" [ 1155.112342] env[65683]: _type = "HttpNfcLease" [ 1155.112342] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.120663] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.120663] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5249abfc-c4fe-cda6-176b-cf770e9bb0f9" [ 1155.120663] env[65683]: _type = "HttpNfcLease" [ 1155.120663] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.204933] env[65683]: DEBUG oslo_vmware.api [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434031, 'name': PowerOnVM_Task, 'duration_secs': 0.551715} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.204933] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.204933] env[65683]: INFO nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1155.205162] env[65683]: DEBUG nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1155.205929] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d0fd2-fba2-482b-90a4-1d2a552a343f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.363127] env[65683]: DEBUG nova.scheduler.client.report [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.621359] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.621359] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5249abfc-c4fe-cda6-176b-cf770e9bb0f9" [ 1155.621359] env[65683]: _type = "HttpNfcLease" [ 1155.621359] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.621751] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.621751] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5249abfc-c4fe-cda6-176b-cf770e9bb0f9" [ 1155.621751] env[65683]: _type = "HttpNfcLease" [ 1155.621751] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1155.622681] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f06d3c-41b6-4abc-be2c-08b892ff0bf3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.631957] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232e9f9-a0a4-18c8-736b-c5efb57cc0a5/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.632187] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232e9f9-a0a4-18c8-736b-c5efb57cc0a5/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1155.723441] env[65683]: INFO nova.compute.manager [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Took 21.21 seconds to build instance. [ 1155.802621] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd185006-2477-49b2-8803-dfc9eb1c6f04 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.865674] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.871258] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.924s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.902610] env[65683]: INFO nova.scheduler.client.report [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Deleted allocations for instance 1713c490-baeb-4f96-be15-92844d87beb1 [ 1156.024095] env[65683]: DEBUG nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1156.049956] env[65683]: WARNING neutronclient.v2_0.client [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.056316] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1156.056703] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.056922] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1156.057196] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.057365] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1156.057613] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1156.057872] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.058166] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1156.058442] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1156.058687] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1156.058978] env[65683]: DEBUG nova.virt.hardware [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1156.059942] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0672eb1-69ba-43c8-ac6d-2d4c0192f782 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.070344] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d44119b-9207-4268-b08d-b07fc229ed42 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.226204] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cdd79f24-4ff0-415c-8d11-f53d92705c43 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.728s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.377063] env[65683]: INFO nova.compute.claims [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.411454] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8dfdc78-3c7a-435b-bcf7-294dde424151 tempest-ServersAdminTestJSON-1252313613 tempest-ServersAdminTestJSON-1252313613-project-member] Lock "1713c490-baeb-4f96-be15-92844d87beb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.404s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.609139] env[65683]: DEBUG nova.network.neutron [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Successfully updated port: 76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1156.851125] env[65683]: DEBUG oslo_concurrency.lockutils [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.851391] env[65683]: DEBUG oslo_concurrency.lockutils [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.888071] env[65683]: INFO nova.compute.resource_tracker [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating resource usage from migration 7bb288b9-7453-420e-8e73-32faa98a7a51 [ 1156.946860] env[65683]: WARNING neutronclient.v2_0.client [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.115770] env[65683]: DEBUG nova.network.neutron [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [{"id": "1a9f0741-167c-4d22-8152-6a49722019e7", "address": "fa:16:3e:04:ea:ba", "network": {"id": "fcf80bfe-b713-4f7c-aacb-4e0d6ed35a89", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-361888572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b18c49ceea46d6911355436cc6d6e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f0741-16", "ovs_interfaceid": "1a9f0741-167c-4d22-8152-6a49722019e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.121575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.121575] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.121575] env[65683]: DEBUG nova.network.neutron [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1157.194011] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f816c397-b5b7-4fe3-b386-c1b0d37316b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.203641] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b1741e-d5d3-48f3-8e3b-fc5649d42e85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.239734] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590bd6b7-4440-4ff9-a9ac-f47bac67d002 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.250051] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bbf51e-33a1-4b04-84c6-a8a9a15570dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.268912] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.269259] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.269449] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.269760] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.270012] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.272052] env[65683]: DEBUG nova.compute.provider_tree [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.274072] env[65683]: INFO nova.compute.manager [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Terminating instance [ 1157.313028] env[65683]: DEBUG nova.compute.manager [req-176d939e-2f32-4b9e-92bb-783f015a61a8 req-ea7267b8-344e-4b31-8569-d9a175056817 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Received event network-vif-plugged-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1157.313028] env[65683]: DEBUG oslo_concurrency.lockutils [req-176d939e-2f32-4b9e-92bb-783f015a61a8 req-ea7267b8-344e-4b31-8569-d9a175056817 service nova] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.313028] env[65683]: DEBUG oslo_concurrency.lockutils [req-176d939e-2f32-4b9e-92bb-783f015a61a8 req-ea7267b8-344e-4b31-8569-d9a175056817 service nova] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.313590] env[65683]: DEBUG oslo_concurrency.lockutils [req-176d939e-2f32-4b9e-92bb-783f015a61a8 req-ea7267b8-344e-4b31-8569-d9a175056817 service nova] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.313894] env[65683]: DEBUG nova.compute.manager [req-176d939e-2f32-4b9e-92bb-783f015a61a8 req-ea7267b8-344e-4b31-8569-d9a175056817 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] No waiting events found dispatching network-vif-plugged-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1157.314364] env[65683]: WARNING nova.compute.manager [req-176d939e-2f32-4b9e-92bb-783f015a61a8 req-ea7267b8-344e-4b31-8569-d9a175056817 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Received unexpected event network-vif-plugged-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f for instance with vm_state building and task_state spawning. [ 1157.358502] env[65683]: DEBUG nova.compute.utils [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.622498] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Releasing lock "refresh_cache-2c6089ef-678d-4a10-b039-f5af2e2132a4" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.622750] env[65683]: DEBUG nova.objects.instance [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'migration_context' on Instance uuid 2c6089ef-678d-4a10-b039-f5af2e2132a4 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.730475] env[65683]: DEBUG nova.network.neutron [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1157.777086] env[65683]: DEBUG nova.scheduler.client.report [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.783311] env[65683]: DEBUG nova.compute.manager [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1157.783311] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.785202] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a859e66-cf44-4f8b-8461-bde967398363 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.794475] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.794681] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe83690-cf09-493d-8c87-a4a4aa2f582f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.862247] env[65683]: DEBUG oslo_concurrency.lockutils [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.874298] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.874587] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.874875] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleting the datastore file [datastore1] 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.875688] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab9e2fc5-5322-457a-9ebd-03e5b873015b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.887061] env[65683]: DEBUG oslo_vmware.api [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1157.887061] env[65683]: value = "task-4434034" [ 1157.887061] env[65683]: _type = "Task" [ 1157.887061] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.899915] env[65683]: DEBUG oslo_vmware.api [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.125718] env[65683]: DEBUG nova.objects.base [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Object Instance<2c6089ef-678d-4a10-b039-f5af2e2132a4> lazy-loaded attributes: info_cache,migration_context {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.126982] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947bda22-fd70-4255-b64b-90ed2db6d148 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.158693] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f585fd-c8bb-46da-a80d-2d62e267d9ea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.167977] env[65683]: DEBUG oslo_vmware.api [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1158.167977] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52edf86c-df3a-e085-030f-7d8d11941256" [ 1158.167977] env[65683]: _type = "Task" [ 1158.167977] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.177777] env[65683]: DEBUG oslo_vmware.api [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52edf86c-df3a-e085-030f-7d8d11941256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.190496] env[65683]: WARNING neutronclient.v2_0.client [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.291130] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.421s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.292501] env[65683]: INFO nova.compute.manager [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Migrating [ 1158.300167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.993s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.300449] env[65683]: DEBUG nova.objects.instance [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lazy-loading 'resources' on Instance uuid be089d29-4239-4c6c-9b5e-b081a28da176 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.402796] env[65683]: DEBUG oslo_vmware.api [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201999} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.402796] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.403978] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.403978] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.403978] env[65683]: INFO nova.compute.manager [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1158.404304] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1158.404626] env[65683]: DEBUG nova.compute.manager [-] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1158.404815] env[65683]: DEBUG nova.network.neutron [-] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1158.405372] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.627810] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.662589] env[65683]: DEBUG nova.network.neutron [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updating instance_info_cache with network_info: [{"id": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "address": "fa:16:3e:2a:b4:25", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dcaa6f-cd", "ovs_interfaceid": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.686063] env[65683]: DEBUG oslo_vmware.api [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52edf86c-df3a-e085-030f-7d8d11941256, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.686385] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.815518] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.815674] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.817049] env[65683]: DEBUG nova.network.neutron [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1158.940397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.943402] env[65683]: DEBUG oslo_concurrency.lockutils [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.943402] env[65683]: INFO nova.compute.manager [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Attaching volume e9f99f91-1e77-4015-a106-dc0f6e901015 to /dev/sdb [ 1159.013835] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2fba39-f925-42dc-9cbf-8f6d125434fb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.033365] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4962e-c5d4-4f62-a952-3fada39090fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.054268] env[65683]: DEBUG nova.virt.block_device [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Updating existing volume attachment record: 41f19a89-dc46-4055-8ed8-e072ba12101c {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1159.165802] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.166280] env[65683]: DEBUG nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Instance network_info: |[{"id": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "address": "fa:16:3e:2a:b4:25", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dcaa6f-cd", "ovs_interfaceid": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1159.166776] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:b4:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.177910] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1159.179141] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.180028] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eade0f2-4905-4f0e-a1d8-7653a0599bdf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.185084] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb5d471-7ccf-462e-ac9a-e381702d6723 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.207594] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a193e020-09f0-4942-b61d-a85d25edf474 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.212049] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.212049] env[65683]: value = "task-4434035" [ 1159.212049] env[65683]: _type = "Task" [ 1159.212049] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.250132] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e40c9-1e14-4266-8691-75e8a72f9c85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.258378] env[65683]: DEBUG nova.compute.manager [req-09afae43-6122-4e1a-b714-d110324c0ea1 req-8cabb2cc-c2d5-43f7-9645-62bad86890ef service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Received event network-vif-deleted-dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1159.258378] env[65683]: INFO nova.compute.manager [req-09afae43-6122-4e1a-b714-d110324c0ea1 req-8cabb2cc-c2d5-43f7-9645-62bad86890ef service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Neutron deleted interface dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0; detaching it from the instance and deleting it from the info cache [ 1159.258378] env[65683]: DEBUG nova.network.neutron [req-09afae43-6122-4e1a-b714-d110324c0ea1 req-8cabb2cc-c2d5-43f7-9645-62bad86890ef service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.258378] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434035, 'name': CreateVM_Task} progress is 15%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.267921] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b9f11-34fb-41a2-9883-d87c99ddf644 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.287877] env[65683]: DEBUG nova.compute.provider_tree [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.319320] env[65683]: WARNING neutronclient.v2_0.client [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.492534] env[65683]: DEBUG nova.network.neutron [-] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.666196] env[65683]: DEBUG nova.compute.manager [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Received event network-changed-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1159.666381] env[65683]: DEBUG nova.compute.manager [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Refreshing instance network info cache due to event network-changed-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1159.666580] env[65683]: DEBUG oslo_concurrency.lockutils [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] Acquiring lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.666708] env[65683]: DEBUG oslo_concurrency.lockutils [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] Acquired lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.666851] env[65683]: DEBUG nova.network.neutron [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Refreshing network info cache for port 76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.715319] env[65683]: WARNING neutronclient.v2_0.client [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.734684] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434035, 'name': CreateVM_Task, 'duration_secs': 0.389855} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.734834] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.735368] env[65683]: WARNING neutronclient.v2_0.client [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.735678] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.735897] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.736181] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.736465] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e2844a-b206-4107-942e-cf573f167adb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.744897] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1159.744897] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e589a1-48a6-05c5-3fdf-7e4fcc8d3789" [ 1159.744897] env[65683]: _type = "Task" [ 1159.744897] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.754592] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e589a1-48a6-05c5-3fdf-7e4fcc8d3789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.762027] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb19c6e3-0a40-424a-a71d-b71e85fb80b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.778169] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead50fc1-d77d-4ebf-8cb4-ac2376182285 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.795036] env[65683]: DEBUG nova.scheduler.client.report [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.819018] env[65683]: DEBUG nova.compute.manager [req-09afae43-6122-4e1a-b714-d110324c0ea1 req-8cabb2cc-c2d5-43f7-9645-62bad86890ef service nova] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Detach interface failed, port_id=dfcd1bc6-bbbe-4db1-b51f-b81d349a3cd0, reason: Instance 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1159.860791] env[65683]: DEBUG nova.network.neutron [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.996546] env[65683]: INFO nova.compute.manager [-] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Took 1.59 seconds to deallocate network for instance. [ 1160.171336] env[65683]: WARNING neutronclient.v2_0.client [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.259416] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e589a1-48a6-05c5-3fdf-7e4fcc8d3789, 'name': SearchDatastore_Task, 'duration_secs': 0.016726} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.259870] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.260939] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.261602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.264556] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.264556] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.264556] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-299085d9-1713-494c-91ac-bef7a5aff3f7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.279205] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.279497] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.280326] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2fb715-4eec-4b1b-9b71-56094f3ef14e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.287859] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1160.287859] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]522ea627-9f52-7f7a-8ecb-e0e42b152b1b" [ 1160.287859] env[65683]: _type = "Task" [ 1160.287859] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.295597] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "d06d27f2-6343-4930-ac38-5cb905b226f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.295597] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.295597] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "d06d27f2-6343-4930-ac38-5cb905b226f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.295716] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.295880] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.298867] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.301471] env[65683]: INFO nova.compute.manager [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Terminating instance [ 1160.303041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.224s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.312066] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]522ea627-9f52-7f7a-8ecb-e0e42b152b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.015417} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.319899] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.320171] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.321351] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12436114-225e-4151-a75a-5aa71cbaca82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.334737] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1160.334737] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5228008f-bf91-ea83-4824-448b96c55581" [ 1160.334737] env[65683]: _type = "Task" [ 1160.334737] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.345733] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5228008f-bf91-ea83-4824-448b96c55581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.355115] env[65683]: INFO nova.scheduler.client.report [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Deleted allocations for instance be089d29-4239-4c6c-9b5e-b081a28da176 [ 1160.364900] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.379806] env[65683]: WARNING neutronclient.v2_0.client [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.465423] env[65683]: DEBUG nova.network.neutron [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updated VIF entry in instance network info cache for port 76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1160.465862] env[65683]: DEBUG nova.network.neutron [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updating instance_info_cache with network_info: [{"id": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "address": "fa:16:3e:2a:b4:25", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dcaa6f-cd", "ovs_interfaceid": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.506535] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.819022] env[65683]: DEBUG nova.compute.manager [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1160.819305] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.827218] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ca281-3297-499f-a204-edd7b1d13b05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.831028] env[65683]: DEBUG nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1160.841902] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.842989] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05ef576d-9caa-4213-a9e7-96c97b1ee58e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.850049] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5228008f-bf91-ea83-4824-448b96c55581, 'name': SearchDatastore_Task, 'duration_secs': 0.015999} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.850200] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.850411] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] d82ae8b5-cf96-439f-895c-eb9e2f1c4481/d82ae8b5-cf96-439f-895c-eb9e2f1c4481.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.850846] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baa729a2-6fee-47d5-9dad-3bd2ab34780d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.857476] env[65683]: DEBUG oslo_vmware.api [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1160.857476] env[65683]: value = "task-4434037" [ 1160.857476] env[65683]: _type = "Task" [ 1160.857476] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.859587] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1160.859587] env[65683]: value = "task-4434038" [ 1160.859587] env[65683]: _type = "Task" [ 1160.859587] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.871507] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9d17cb1d-1209-4461-a4c9-03627d746312 tempest-AttachInterfacesTestJSON-254233845 tempest-AttachInterfacesTestJSON-254233845-project-member] Lock "be089d29-4239-4c6c-9b5e-b081a28da176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.838s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.882899] env[65683]: DEBUG oslo_vmware.api [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.889151] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.969399] env[65683]: DEBUG oslo_concurrency.lockutils [req-3c934813-41c1-480b-8797-b9d6a844f0b5 req-29f7eeab-ea88-4065-a4c6-6a5437a4a872 service nova] Releasing lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.336379] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Applying migration context for instance 2c6089ef-678d-4a10-b039-f5af2e2132a4 as it has an incoming, in-progress migration c347d129-caaa-4f5f-a974-612eb716c88a. Migration status is confirming {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1161.336379] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Applying migration context for instance f7b44c4d-9087-4d72-a295-b1df45b46103 as it has an incoming, in-progress migration 7bb288b9-7453-420e-8e73-32faa98a7a51. Migration status is migrating {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1161.337202] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating resource usage from migration c347d129-caaa-4f5f-a974-612eb716c88a [ 1161.337755] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating resource usage from migration 7bb288b9-7453-420e-8e73-32faa98a7a51 [ 1161.370722] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.378057] env[65683]: DEBUG oslo_vmware.api [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434037, 'name': PowerOffVM_Task, 'duration_secs': 0.213752} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.379316] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 0957ac00-4af5-4132-ba15-d40443002953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.379518] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8592e736-1222-4c2e-a02b-586f02954cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.379653] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a860a1de-636e-4d84-abf6-5c0e999a70e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.379802] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 4fc39549-200a-439c-ba4f-5e1d2ec0d68a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.379978] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.380069] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance a97cc835-2825-40f5-94a4-ceb3a6fa8b1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.380202] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8e324792-b4ab-4648-8b64-72fce98fff13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.380342] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration c347d129-caaa-4f5f-a974-612eb716c88a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1161.380466] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 2c6089ef-678d-4a10-b039-f5af2e2132a4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.380624] env[65683]: WARNING nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1161.380753] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance d06d27f2-6343-4930-ac38-5cb905b226f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.380865] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance d82ae8b5-cf96-439f-895c-eb9e2f1c4481 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.381077] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration 7bb288b9-7453-420e-8e73-32faa98a7a51 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1161.381241] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f7b44c4d-9087-4d72-a295-b1df45b46103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.387685] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.387685] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.392189] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.394466] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e793137-6bd9-4037-b061-01ac665b1ed1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.482825] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.483153] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.483425] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleting the datastore file [datastore1] d06d27f2-6343-4930-ac38-5cb905b226f1 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.483745] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b058fb49-1c39-455c-acf1-5aa24b3db2bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.494468] env[65683]: DEBUG oslo_vmware.api [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1161.494468] env[65683]: value = "task-4434041" [ 1161.494468] env[65683]: _type = "Task" [ 1161.494468] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.505521] env[65683]: DEBUG oslo_vmware.api [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.877398] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638955} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.877718] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] d82ae8b5-cf96-439f-895c-eb9e2f1c4481/d82ae8b5-cf96-439f-895c-eb9e2f1c4481.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.877967] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.878284] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1abcb587-df6e-40ff-8c4e-a249a5bbf014 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.887215] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1161.887215] env[65683]: value = "task-4434042" [ 1161.887215] env[65683]: _type = "Task" [ 1161.887215] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.899521] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance ac43d026-4256-4552-9843-46375fb7df69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1161.899819] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1161.900053] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '9', 'num_task_None': '7', 'num_os_type_None': '11', 'num_proj_e3b18c49ceea46d6911355436cc6d6e0': '3', 'io_workload': '2', 'num_proj_eef0f3509865411796918c7d20c00df5': '2', 'num_proj_f6753795ffac47daab897d28c0f14f20': '1', 'num_task_image_uploading': '1', 'num_proj_78f3abd2a1554fa69d4e1d7d8361ac8b': '2', 'num_task_resize_prep': '1', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '1', 'num_proj_6ff8d85eb8124eeca8eee016732c7fe0': '1', 'num_vm_resized': '1', 'num_task_deleting': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_d4448d137fce4d7ab7956ffcee2c9e9e': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1161.902669] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.904386] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd12706-437f-4c86-8d9d-8244a9f3a278 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.925742] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance 'f7b44c4d-9087-4d72-a295-b1df45b46103' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.010024] env[65683]: DEBUG oslo_vmware.api [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259076} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.010024] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.010024] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.010024] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.010024] env[65683]: INFO nova.compute.manager [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1162.010024] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1162.010024] env[65683]: DEBUG nova.compute.manager [-] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1162.010024] env[65683]: DEBUG nova.network.neutron [-] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.010024] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.053822] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.170793] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2175d61d-cd10-4d45-9408-6063be23ce47 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.179887] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488be6de-3d1e-4e9c-81a3-e20c432a6a27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.219101] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e6338-aee0-4a15-b9a8-695a7ff03831 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.228537] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad353269-3dd7-4d9b-9478-1bce86ded4da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.243645] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.312738] env[65683]: DEBUG nova.compute.manager [req-0532a85a-3bbe-4d63-9972-8d6409cf16f1 req-9eda97d8-883a-4a0f-8899-8c7874f42820 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Received event network-vif-deleted-b34de57d-c634-436a-93a9-d616cca632fe {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.313653] env[65683]: INFO nova.compute.manager [req-0532a85a-3bbe-4d63-9972-8d6409cf16f1 req-9eda97d8-883a-4a0f-8899-8c7874f42820 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Neutron deleted interface b34de57d-c634-436a-93a9-d616cca632fe; detaching it from the instance and deleting it from the info cache [ 1162.313847] env[65683]: DEBUG nova.network.neutron [req-0532a85a-3bbe-4d63-9972-8d6409cf16f1 req-9eda97d8-883a-4a0f-8899-8c7874f42820 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.405598] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077127} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.405598] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.405598] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d707ba-b6be-46bb-9920-8c1c99f349e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.427112] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] d82ae8b5-cf96-439f-895c-eb9e2f1c4481/d82ae8b5-cf96-439f-895c-eb9e2f1c4481.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.427480] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05df6c4f-9435-4250-b0d5-e23c8f55c84c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.445067] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.445385] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c8da02-a7af-4eff-9b09-fd8dcc5c54c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.452834] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1162.452834] env[65683]: value = "task-4434044" [ 1162.452834] env[65683]: _type = "Task" [ 1162.452834] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.454479] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1162.454479] env[65683]: value = "task-4434043" [ 1162.454479] env[65683]: _type = "Task" [ 1162.454479] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.466789] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.470281] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.748438] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.787707] env[65683]: DEBUG nova.network.neutron [-] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.817067] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fd1c41e-9c13-4467-8b66-727b50891b2b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.829695] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3695edfd-7082-4b61-9255-39d91e6e5b5a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.871788] env[65683]: DEBUG nova.compute.manager [req-0532a85a-3bbe-4d63-9972-8d6409cf16f1 req-9eda97d8-883a-4a0f-8899-8c7874f42820 service nova] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Detach interface failed, port_id=b34de57d-c634-436a-93a9-d616cca632fe, reason: Instance d06d27f2-6343-4930-ac38-5cb905b226f1 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1162.972461] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.975425] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434043, 'name': ReconfigVM_Task, 'duration_secs': 0.363451} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.975425] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfigured VM instance instance-00000072 to attach disk [datastore1] d82ae8b5-cf96-439f-895c-eb9e2f1c4481/d82ae8b5-cf96-439f-895c-eb9e2f1c4481.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.976345] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad4dea9-2c60-484b-a94e-32b8c4bfaa05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.988152] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1162.988152] env[65683]: value = "task-4434045" [ 1162.988152] env[65683]: _type = "Task" [ 1162.988152] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.000760] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434045, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.254950] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1163.255223] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.952s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.255544] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.569s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.257049] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.257517] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Cleaning up deleted instances {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1163.292488] env[65683]: INFO nova.compute.manager [-] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Took 1.28 seconds to deallocate network for instance. [ 1163.466077] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434044, 'name': PowerOffVM_Task, 'duration_secs': 0.605354} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.467019] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.467019] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance 'f7b44c4d-9087-4d72-a295-b1df45b46103' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.501854] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434045, 'name': Rename_Task, 'duration_secs': 0.163982} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.503132] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.503132] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7315eeec-3ea4-45df-b4fc-cea031760a1e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.514764] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1163.514764] env[65683]: value = "task-4434046" [ 1163.514764] env[65683]: _type = "Task" [ 1163.514764] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.528571] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.637480] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1163.637856] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867357', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'name': 'volume-e9f99f91-1e77-4015-a106-dc0f6e901015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a97cc835-2825-40f5-94a4-ceb3a6fa8b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'serial': 'e9f99f91-1e77-4015-a106-dc0f6e901015'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1163.639348] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d31ff1-578d-4cc6-8170-2ff20494a049 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.660692] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be9375-0685-4fd8-bf30-940ec1f37f58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.691668] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-e9f99f91-1e77-4015-a106-dc0f6e901015/volume-e9f99f91-1e77-4015-a106-dc0f6e901015.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.692105] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324e78d8-bd22-408d-a913-bba0753d5ef0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.713369] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1163.713369] env[65683]: value = "task-4434047" [ 1163.713369] env[65683]: _type = "Task" [ 1163.713369] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.724846] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.779566] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] There are 65 instances to clean {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1163.779847] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8981d8f6-3f7b-4160-b3eb-5d7c9c6a5a85] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.801429] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.852861] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232e9f9-a0a4-18c8-736b-c5efb57cc0a5/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.853934] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67fd778-33e6-4176-bd08-9409a0e52ec3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.863910] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232e9f9-a0a4-18c8-736b-c5efb57cc0a5/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.864285] env[65683]: ERROR oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232e9f9-a0a4-18c8-736b-c5efb57cc0a5/disk-0.vmdk due to incomplete transfer. [ 1163.867918] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-927e3ce5-09f1-496b-bf8f-2ecd28513379 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.878412] env[65683]: DEBUG oslo_vmware.rw_handles [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232e9f9-a0a4-18c8-736b-c5efb57cc0a5/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1163.878656] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Uploaded image ef5af192-7d79-4a7a-9759-525ab0bd8922 to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1163.881298] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1163.882653] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0171d09f-4f07-44aa-86e0-a5f83264350d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.893822] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1163.893822] env[65683]: value = "task-4434048" [ 1163.893822] env[65683]: _type = "Task" [ 1163.893822] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.908072] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434048, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.973402] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1163.973876] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.973876] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1163.973994] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.974184] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1163.974391] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1163.974658] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1163.974886] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1163.975164] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1163.975400] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1163.975625] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1163.986458] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a886f7-da2e-4b05-83dd-9918844e2008 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.006719] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1164.006719] env[65683]: value = "task-4434049" [ 1164.006719] env[65683]: _type = "Task" [ 1164.006719] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.025383] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.033148] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.113202] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1053f105-7f1d-4ec5-9201-555e979d49b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.122715] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce5d50-d455-4c41-a9f3-378c6962b6ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.158846] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a675c83-0375-4e02-b7ed-cb7de7bc4a4a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.168290] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd24eb73-e36d-43f5-a763-b50d28311d41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.189878] env[65683]: DEBUG nova.compute.provider_tree [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.225193] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.286404] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 27fdba0c-de21-49df-b283-9fbb80965dcb] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.408628] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434048, 'name': Destroy_Task} progress is 33%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.522487] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434049, 'name': ReconfigVM_Task, 'duration_secs': 0.244694} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.525885] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance 'f7b44c4d-9087-4d72-a295-b1df45b46103' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.535744] env[65683]: DEBUG oslo_vmware.api [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434046, 'name': PowerOnVM_Task, 'duration_secs': 0.598774} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.536047] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.536272] env[65683]: INFO nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1164.536450] env[65683]: DEBUG nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1164.537328] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd3d45e-e7fd-43d1-9952-7e8ab170095c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.693160] env[65683]: DEBUG nova.scheduler.client.report [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.725071] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434047, 'name': ReconfigVM_Task, 'duration_secs': 0.678671} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.725310] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-e9f99f91-1e77-4015-a106-dc0f6e901015/volume-e9f99f91-1e77-4015-a106-dc0f6e901015.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.730520] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2aa0fe6-289c-4899-a801-d30e4124548e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.748456] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1164.748456] env[65683]: value = "task-4434050" [ 1164.748456] env[65683]: _type = "Task" [ 1164.748456] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.760033] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.793466] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 072b7097-56c7-4358-b5c1-c51930a5e1ec] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.911428] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434048, 'name': Destroy_Task, 'duration_secs': 0.647695} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.911428] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Destroyed the VM [ 1164.911428] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1164.911428] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09db473a-9881-41b6-a52b-429d204407b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.921732] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1164.921732] env[65683]: value = "task-4434051" [ 1164.921732] env[65683]: _type = "Task" [ 1164.921732] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.932668] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434051, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.033444] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1165.033676] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.033825] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1165.034009] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.034161] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1165.034409] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1165.034665] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.034848] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1165.035070] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1165.035433] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1165.035668] env[65683]: DEBUG nova.virt.hardware [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1165.044226] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.044226] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31df3f56-c733-42d4-ae82-914261afed0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.082234] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1165.082234] env[65683]: value = "task-4434052" [ 1165.082234] env[65683]: _type = "Task" [ 1165.082234] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.083086] env[65683]: INFO nova.compute.manager [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Took 19.87 seconds to build instance. [ 1165.102806] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.260845] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.300287] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: c9cf3ca4-56c2-4a1f-be5e-7dd4d6d2bcba] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.432970] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "ea152cb5-56af-4cd0-a120-17ed709a3352" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.433216] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "ea152cb5-56af-4cd0-a120-17ed709a3352" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.439080] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434051, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.586819] env[65683]: DEBUG oslo_concurrency.lockutils [None req-99b017e2-1707-4d81-8c08-7c9bad5add15 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.385s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.601021] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.705025] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.448s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.711040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.201s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.711040] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.719058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.345s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.721466] env[65683]: INFO nova.compute.claims [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.761693] env[65683]: DEBUG oslo_vmware.api [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434050, 'name': ReconfigVM_Task, 'duration_secs': 0.934243} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.762090] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867357', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'name': 'volume-e9f99f91-1e77-4015-a106-dc0f6e901015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a97cc835-2825-40f5-94a4-ceb3a6fa8b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'serial': 'e9f99f91-1e77-4015-a106-dc0f6e901015'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1165.766720] env[65683]: INFO nova.scheduler.client.report [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted allocations for instance 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9 [ 1165.804660] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 7b591504-429a-49d2-a393-9a73138e448d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.933982] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434051, 'name': RemoveSnapshot_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.935535] env[65683]: DEBUG nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1165.960050] env[65683]: DEBUG nova.compute.manager [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Received event network-changed-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.960050] env[65683]: DEBUG nova.compute.manager [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Refreshing instance network info cache due to event network-changed-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1165.960050] env[65683]: DEBUG oslo_concurrency.lockutils [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] Acquiring lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.960050] env[65683]: DEBUG oslo_concurrency.lockutils [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] Acquired lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.960050] env[65683]: DEBUG nova.network.neutron [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Refreshing network info cache for port 76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.100721] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434052, 'name': ReconfigVM_Task, 'duration_secs': 0.637222} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.101082] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.102083] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3120b60-08e7-4489-8eff-398314b283b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.133378] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.133797] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1052298a-50e6-4f00-9657-0108d42335c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.157020] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1166.157020] env[65683]: value = "task-4434053" [ 1166.157020] env[65683]: _type = "Task" [ 1166.157020] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.165284] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.285844] env[65683]: DEBUG oslo_concurrency.lockutils [None req-82f2b5cf-c4e7-438b-ba68-83db99390554 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "661a422f-5e73-40bf-a8b0-ebc4ba4d9be9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.016s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.309459] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: ed5304a4-8dbd-4674-a56d-0866d45e270d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.316757] env[65683]: INFO nova.scheduler.client.report [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted allocation for migration c347d129-caaa-4f5f-a974-612eb716c88a [ 1166.433410] env[65683]: DEBUG oslo_vmware.api [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434051, 'name': RemoveSnapshot_Task, 'duration_secs': 1.237641} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.434284] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1166.434284] env[65683]: INFO nova.compute.manager [None req-8cb3fc46-5441-4178-8143-ac140cb855c2 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 1166.462314] env[65683]: WARNING neutronclient.v2_0.client [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.469112] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.668182] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434053, 'name': ReconfigVM_Task, 'duration_secs': 0.314075} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.669561] env[65683]: WARNING neutronclient.v2_0.client [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.671894] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.672201] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance 'f7b44c4d-9087-4d72-a295-b1df45b46103' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.764162] env[65683]: DEBUG nova.network.neutron [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updated VIF entry in instance network info cache for port 76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1166.764533] env[65683]: DEBUG nova.network.neutron [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updating instance_info_cache with network_info: [{"id": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "address": "fa:16:3e:2a:b4:25", "network": {"id": "dcf0f9ba-320e-43d8-80e1-e18f15b54f61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1512210342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4448d137fce4d7ab7956ffcee2c9e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dcaa6f-cd", "ovs_interfaceid": "76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.815870] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f5d14407-5cb1-4651-86d9-8e8f24186a6c] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.826781] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c3c2ba0b-d819-47fa-9148-cf06e92319cb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.437s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.843037] env[65683]: DEBUG nova.objects.instance [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'flavor' on Instance uuid a97cc835-2825-40f5-94a4-ceb3a6fa8b1b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.061557] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee949808-c722-4402-bbaf-e9bcde520b60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.070044] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70b586b-600e-4c20-bbe5-3acf23085387 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.107334] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d188921-1bc8-4d68-9fbb-2c84ad2d4faf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.116239] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0474c264-9cf7-4ba6-87d6-06eb606a14aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.132722] env[65683]: DEBUG nova.compute.provider_tree [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.181939] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b26477-a007-4671-b435-d9afa3d7185a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.207737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.207737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.209672] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91905b0-a376-4ff2-bf58-dd0756f0935b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.230438] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance 'f7b44c4d-9087-4d72-a295-b1df45b46103' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.267582] env[65683]: DEBUG oslo_concurrency.lockutils [req-dcdb710e-6c61-447e-be97-374e6b835de3 req-71b43def-42d6-4691-bb1b-da86a2257400 service nova] Releasing lock "refresh_cache-d82ae8b5-cf96-439f-895c-eb9e2f1c4481" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.322085] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 408e6a18-ee01-4324-83d0-e8874a42f95e] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.350543] env[65683]: DEBUG oslo_concurrency.lockutils [None req-66c96398-eb4d-4e8a-a6ab-2f94814c7d80 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.410s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.409250] env[65683]: INFO nova.compute.manager [None req-167d1898-1d7d-4975-9c0e-1212fd41d851 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Get console output [ 1167.409945] env[65683]: WARNING nova.virt.vmwareapi.driver [None req-167d1898-1d7d-4975-9c0e-1212fd41d851 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] The console log is missing. Check your VSPC configuration [ 1167.635763] env[65683]: DEBUG nova.scheduler.client.report [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.716926] env[65683]: DEBUG nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1167.738685] env[65683]: WARNING neutronclient.v2_0.client [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.739081] env[65683]: WARNING neutronclient.v2_0.client [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.787056] env[65683]: DEBUG nova.network.neutron [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Port 412ab9e4-ab4a-4bf8-86c1-6db2047f3993 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1167.810160] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.810160] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.825397] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8187b4aa-64e0-405d-9f9a-eb8d19b093c1] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.140750] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.141426] env[65683]: DEBUG nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1168.144311] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.343s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.144963] env[65683]: DEBUG nova.objects.instance [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'resources' on Instance uuid d06d27f2-6343-4930-ac38-5cb905b226f1 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.237929] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.313532] env[65683]: INFO nova.compute.manager [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Detaching volume e9f99f91-1e77-4015-a106-dc0f6e901015 [ 1168.329782] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 22a82e26-6726-4806-8d1f-262754e39b46] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.355197] env[65683]: INFO nova.virt.block_device [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Attempting to driver detach volume e9f99f91-1e77-4015-a106-dc0f6e901015 from mountpoint /dev/sdb [ 1168.355197] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.355197] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867357', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'name': 'volume-e9f99f91-1e77-4015-a106-dc0f6e901015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a97cc835-2825-40f5-94a4-ceb3a6fa8b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'serial': 'e9f99f91-1e77-4015-a106-dc0f6e901015'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.356258] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8aebc6-f125-413f-a50c-5710f08b5d38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.380697] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30909b9a-7b81-4980-8193-60c445e213a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.388783] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5f46f-69b2-4360-95db-7e9870c219ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.412241] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0435120-c67f-4cba-af32-b800a9b1c4e1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.429525] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] The volume has not been displaced from its original location: [datastore1] volume-e9f99f91-1e77-4015-a106-dc0f6e901015/volume-e9f99f91-1e77-4015-a106-dc0f6e901015.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.436166] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.436166] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3574f0d3-4377-410d-badd-ba0ab4a52fc6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.456055] env[65683]: DEBUG oslo_vmware.api [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1168.456055] env[65683]: value = "task-4434057" [ 1168.456055] env[65683]: _type = "Task" [ 1168.456055] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.464827] env[65683]: DEBUG oslo_vmware.api [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.648501] env[65683]: DEBUG nova.compute.utils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.650039] env[65683]: DEBUG nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1168.650160] env[65683]: DEBUG nova.network.neutron [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1168.650463] env[65683]: WARNING neutronclient.v2_0.client [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.650762] env[65683]: WARNING neutronclient.v2_0.client [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.694896] env[65683]: DEBUG nova.policy [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '450b0761b74f44d08dfdacedd8ffa14e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee7faf1d7a42448383dd458fa05c524c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.813313] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.813663] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.813830] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.832354] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 5056837e-0462-4754-80f7-293cf90d6c64] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.891570] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836421be-3ad8-4abf-ac5b-afa54d7117c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.900403] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e4bb03-56fc-451c-b074-53e7ace8b3f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.935205] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b8af8-e316-49ef-be6e-05ccf27bc1ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.944296] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4709443-2ce9-4cdd-9bcc-15173dbe7296 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.959761] env[65683]: DEBUG nova.compute.provider_tree [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.969554] env[65683]: DEBUG oslo_vmware.api [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434057, 'name': ReconfigVM_Task, 'duration_secs': 0.215573} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.969833] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.975739] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb36b4cf-73b8-4ab7-8a44-25cc848fd7a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.993420] env[65683]: DEBUG oslo_vmware.api [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1168.993420] env[65683]: value = "task-4434058" [ 1168.993420] env[65683]: _type = "Task" [ 1168.993420] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.007923] env[65683]: DEBUG oslo_vmware.api [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.067375] env[65683]: DEBUG nova.network.neutron [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Successfully created port: 7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1169.156071] env[65683]: DEBUG nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1169.325817] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.326175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.326329] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.326518] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.326677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.329020] env[65683]: INFO nova.compute.manager [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Terminating instance [ 1169.337439] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 6085cf3b-5c18-490f-879b-04b55b2db368] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.465505] env[65683]: DEBUG nova.scheduler.client.report [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.503224] env[65683]: DEBUG oslo_vmware.api [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434058, 'name': ReconfigVM_Task, 'duration_secs': 0.1634} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.504054] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867357', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'name': 'volume-e9f99f91-1e77-4015-a106-dc0f6e901015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a97cc835-2825-40f5-94a4-ceb3a6fa8b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f99f91-1e77-4015-a106-dc0f6e901015', 'serial': 'e9f99f91-1e77-4015-a106-dc0f6e901015'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1169.820132] env[65683]: WARNING neutronclient.v2_0.client [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.833114] env[65683]: DEBUG nova.compute.manager [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1169.833373] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.834281] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e29e91-040c-4f7d-8f9c-ab9f7d6a6574 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.842989] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 50d4fba9-1a1a-4a3c-babc-f93db5838e8d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.845207] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.845716] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9bad299-91ee-43f6-bb3a-95c74b507740 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.853016] env[65683]: DEBUG oslo_vmware.api [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1169.853016] env[65683]: value = "task-4434059" [ 1169.853016] env[65683]: _type = "Task" [ 1169.853016] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.858093] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.858309] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.858484] env[65683]: DEBUG nova.network.neutron [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.868854] env[65683]: DEBUG oslo_vmware.api [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.971757] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.975060] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.505s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.976796] env[65683]: INFO nova.compute.claims [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.018530] env[65683]: INFO nova.scheduler.client.report [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted allocations for instance d06d27f2-6343-4930-ac38-5cb905b226f1 [ 1170.069293] env[65683]: DEBUG nova.objects.instance [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'flavor' on Instance uuid a97cc835-2825-40f5-94a4-ceb3a6fa8b1b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.166459] env[65683]: DEBUG nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1170.214122] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.214378] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.214532] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.214710] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.214848] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.215435] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.215435] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.215435] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.215652] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.215759] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.215899] env[65683]: DEBUG nova.virt.hardware [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.216801] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ce041-55e9-4c70-bfb9-4894122d4ede {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.229916] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c33a48-49d4-40b9-8dfb-2a03cbbb7c4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.346357] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8e07b14e-17c6-4e0f-8273-0b7436ff4319] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.361157] env[65683]: WARNING neutronclient.v2_0.client [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.367176] env[65683]: DEBUG oslo_vmware.api [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434059, 'name': PowerOffVM_Task, 'duration_secs': 0.283798} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.367465] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.367830] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.367958] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f156ed5-9b06-43b9-b543-92948c3608b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.434965] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.434965] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.435285] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Deleting the datastore file [datastore2] bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.435556] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea281419-8248-4c0e-bee6-08dc40baf5e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.443675] env[65683]: DEBUG oslo_vmware.api [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1170.443675] env[65683]: value = "task-4434061" [ 1170.443675] env[65683]: _type = "Task" [ 1170.443675] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.457233] env[65683]: DEBUG oslo_vmware.api [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.533502] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cf4d77eb-62af-448b-a054-d49ef939a617 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "d06d27f2-6343-4930-ac38-5cb905b226f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.238s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.641635] env[65683]: DEBUG nova.network.neutron [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Successfully updated port: 7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1170.648269] env[65683]: DEBUG nova.compute.manager [req-bbe30e94-3ec6-4a64-91d6-ff172399fad6 req-68ec2253-3080-4bf1-a53e-403e8016c48e service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Received event network-vif-plugged-7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1170.648514] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbe30e94-3ec6-4a64-91d6-ff172399fad6 req-68ec2253-3080-4bf1-a53e-403e8016c48e service nova] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.648741] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbe30e94-3ec6-4a64-91d6-ff172399fad6 req-68ec2253-3080-4bf1-a53e-403e8016c48e service nova] Lock "ac43d026-4256-4552-9843-46375fb7df69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.649012] env[65683]: DEBUG oslo_concurrency.lockutils [req-bbe30e94-3ec6-4a64-91d6-ff172399fad6 req-68ec2253-3080-4bf1-a53e-403e8016c48e service nova] Lock "ac43d026-4256-4552-9843-46375fb7df69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.649136] env[65683]: DEBUG nova.compute.manager [req-bbe30e94-3ec6-4a64-91d6-ff172399fad6 req-68ec2253-3080-4bf1-a53e-403e8016c48e service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] No waiting events found dispatching network-vif-plugged-7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1170.651554] env[65683]: WARNING nova.compute.manager [req-bbe30e94-3ec6-4a64-91d6-ff172399fad6 req-68ec2253-3080-4bf1-a53e-403e8016c48e service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Received unexpected event network-vif-plugged-7074dc50-8bfb-47b9-86f0-dac8e8f806a6 for instance with vm_state building and task_state spawning. [ 1170.662688] env[65683]: WARNING neutronclient.v2_0.client [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.740324] env[65683]: DEBUG nova.network.neutron [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.850100] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: dd02e9a2-72cf-4dc5-8cb1-cb6e6949268b] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.954713] env[65683]: DEBUG oslo_vmware.api [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153439} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.954973] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.955923] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.955923] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.955923] env[65683]: INFO nova.compute.manager [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1170.955923] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1170.956150] env[65683]: DEBUG nova.compute.manager [-] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1170.956249] env[65683]: DEBUG nova.network.neutron [-] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1170.956446] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.997222] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.077771] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e6c04d69-9d71-4e86-84c5-91eea0176829 tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.152266] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.152266] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.152266] env[65683]: DEBUG nova.network.neutron [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1171.215095] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.215387] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.215640] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.215839] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.216038] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.218948] env[65683]: INFO nova.compute.manager [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Terminating instance [ 1171.242711] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.319043] env[65683]: DEBUG nova.compute.manager [req-a728711d-b6db-428b-8914-d15161beb426 req-4bba0a9a-17db-4f14-afee-86b4cb4bf8b5 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Received event network-vif-deleted-b14d2c20-d041-40d2-a260-878598f16d21 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.319327] env[65683]: INFO nova.compute.manager [req-a728711d-b6db-428b-8914-d15161beb426 req-4bba0a9a-17db-4f14-afee-86b4cb4bf8b5 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Neutron deleted interface b14d2c20-d041-40d2-a260-878598f16d21; detaching it from the instance and deleting it from the info cache [ 1171.319954] env[65683]: DEBUG nova.network.neutron [req-a728711d-b6db-428b-8914-d15161beb426 req-4bba0a9a-17db-4f14-afee-86b4cb4bf8b5 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.330295] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951cb5ca-901f-46b1-a97b-8e6ecd58cf11 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.341418] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6494dad6-d374-45be-a56b-1e4d0b113256 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.376341] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3cc87238-6718-49ae-83ac-ff7195b0780d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.379911] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36bc59c-febf-45dd-8c4b-290ca52d8fe8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.389175] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3389dcc-357b-466b-8bf1-5c1dbddfa034 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.407846] env[65683]: DEBUG nova.compute.provider_tree [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.504565] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "0b909529-e25c-4797-86dd-1ae7cadec281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.504565] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.688896] env[65683]: DEBUG nova.network.neutron [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1171.726409] env[65683]: DEBUG nova.compute.manager [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1171.726703] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.728496] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697d553-5300-4e30-bc56-0f1b5fe955d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.739151] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.739329] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28efe412-db35-4d69-abf3-e6cb311f3ad6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.746337] env[65683]: DEBUG oslo_vmware.api [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1171.746337] env[65683]: value = "task-4434063" [ 1171.746337] env[65683]: _type = "Task" [ 1171.746337] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.759952] env[65683]: DEBUG oslo_vmware.api [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.767868] env[65683]: WARNING neutronclient.v2_0.client [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.776410] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c166af8-ae14-4a18-847a-9a092854996d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.795802] env[65683]: DEBUG nova.network.neutron [-] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.798064] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e612880-dd8a-443b-8b65-df30260736b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.806941] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance 'f7b44c4d-9087-4d72-a295-b1df45b46103' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.823508] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09fe1707-83b6-4207-b749-6ae1cf6459d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.834314] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a35bc8-7669-48ba-850d-36d7ad58bd3d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.854323] env[65683]: DEBUG nova.network.neutron [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.873756] env[65683]: DEBUG nova.compute.manager [req-a728711d-b6db-428b-8914-d15161beb426 req-4bba0a9a-17db-4f14-afee-86b4cb4bf8b5 service nova] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Detach interface failed, port_id=b14d2c20-d041-40d2-a260-878598f16d21, reason: Instance bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1171.880313] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: be089d29-4239-4c6c-9b5e-b081a28da176] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.911378] env[65683]: DEBUG nova.scheduler.client.report [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.008290] env[65683]: DEBUG nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1172.257088] env[65683]: DEBUG oslo_vmware.api [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434063, 'name': PowerOffVM_Task, 'duration_secs': 0.230514} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.257450] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.257642] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.257931] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92bb318e-9325-46b9-b69e-3329ce839fa0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.302109] env[65683]: INFO nova.compute.manager [-] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Took 1.35 seconds to deallocate network for instance. [ 1172.318792] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.319173] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe02f6f8-c1f3-470f-aeca-083f5a11032f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.326778] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.327122] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.327407] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleting the datastore file [datastore1] a97cc835-2825-40f5-94a4-ceb3a6fa8b1b {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.327744] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a614df0-b7d0-4b88-9972-997b7003c3f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.332583] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1172.332583] env[65683]: value = "task-4434065" [ 1172.332583] env[65683]: _type = "Task" [ 1172.332583] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.337361] env[65683]: DEBUG oslo_vmware.api [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for the task: (returnval){ [ 1172.337361] env[65683]: value = "task-4434066" [ 1172.337361] env[65683]: _type = "Task" [ 1172.337361] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.344569] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.350743] env[65683]: DEBUG oslo_vmware.api [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.356966] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.357366] env[65683]: DEBUG nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Instance network_info: |[{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1172.357884] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:b6:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7074dc50-8bfb-47b9-86f0-dac8e8f806a6', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.365852] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating folder: Project (ee7faf1d7a42448383dd458fa05c524c). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.366625] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9a13b61-725b-4577-b75b-0bd7dbfe47f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.378199] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Created folder: Project (ee7faf1d7a42448383dd458fa05c524c) in parent group-v867054. [ 1172.378506] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating folder: Instances. Parent ref: group-v867361. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.378808] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf697b6e-d956-40e4-914a-baab9c225d6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.383469] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: bc05a478-eb55-4f19-ae0d-db0b96bba207] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.390286] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Created folder: Instances in parent group-v867361. [ 1172.390527] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1172.390790] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac43d026-4256-4552-9843-46375fb7df69] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.391023] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2808bcc6-0e1e-4e0c-827a-42966436fb96 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.412531] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.412531] env[65683]: value = "task-4434069" [ 1172.412531] env[65683]: _type = "Task" [ 1172.412531] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.418380] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.418945] env[65683]: DEBUG nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1172.425139] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.187s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.427214] env[65683]: INFO nova.compute.claims [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.430259] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434069, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.534600] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.675223] env[65683]: DEBUG nova.compute.manager [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Received event network-changed-7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1172.675576] env[65683]: DEBUG nova.compute.manager [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Refreshing instance network info cache due to event network-changed-7074dc50-8bfb-47b9-86f0-dac8e8f806a6. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1172.675933] env[65683]: DEBUG oslo_concurrency.lockutils [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] Acquiring lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.676202] env[65683]: DEBUG oslo_concurrency.lockutils [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] Acquired lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.676503] env[65683]: DEBUG nova.network.neutron [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Refreshing network info cache for port 7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.809350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.845510] env[65683]: DEBUG oslo_vmware.api [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434065, 'name': PowerOnVM_Task, 'duration_secs': 0.4691} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.846210] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.846416] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7ad65d-794a-4b8e-868a-87fc8b40bd1e tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance 'f7b44c4d-9087-4d72-a295-b1df45b46103' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.853298] env[65683]: DEBUG oslo_vmware.api [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Task: {'id': task-4434066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262995} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.853783] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.853963] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.854148] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.854315] env[65683]: INFO nova.compute.manager [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.854561] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1172.854831] env[65683]: DEBUG nova.compute.manager [-] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1172.854879] env[65683]: DEBUG nova.network.neutron [-] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1172.855113] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.887675] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: b18a32d2-e858-4fd6-8e6e-a87c3383d5fd] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.891782] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.925570] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434069, 'name': CreateVM_Task, 'duration_secs': 0.41051} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.925765] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac43d026-4256-4552-9843-46375fb7df69] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.926279] env[65683]: WARNING neutronclient.v2_0.client [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.926630] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.926777] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.927279] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.927549] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b328fb-c258-4de5-9df2-42a6c9bd12ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.932512] env[65683]: DEBUG nova.compute.utils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.937340] env[65683]: DEBUG nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Not allocating networking since 'none' was specified. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1172.937488] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1172.937488] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5206b2a5-2db9-4cf2-1233-301b6e81738e" [ 1172.937488] env[65683]: _type = "Task" [ 1172.937488] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.947774] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5206b2a5-2db9-4cf2-1233-301b6e81738e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.180312] env[65683]: WARNING neutronclient.v2_0.client [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.393909] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: a28f79ce-bc74-406f-ba6f-fcfbb50bb6b4] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.437651] env[65683]: DEBUG nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1173.464170] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5206b2a5-2db9-4cf2-1233-301b6e81738e, 'name': SearchDatastore_Task, 'duration_secs': 0.026172} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.464479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.464989] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.464989] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.465347] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.465606] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.465889] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fd64593-90b0-4e5a-b579-1d25aba39717 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.484162] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.484390] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.485246] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2662a163-3f07-482c-b4f4-170c05001957 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.493571] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1173.493571] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52de1496-c148-66fe-ec3f-0402718b9bcb" [ 1173.493571] env[65683]: _type = "Task" [ 1173.493571] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.505513] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52de1496-c148-66fe-ec3f-0402718b9bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.549874] env[65683]: WARNING neutronclient.v2_0.client [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.620873] env[65683]: DEBUG nova.network.neutron [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updated VIF entry in instance network info cache for port 7074dc50-8bfb-47b9-86f0-dac8e8f806a6. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1173.621362] env[65683]: DEBUG nova.network.neutron [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.696792] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbb0a52-2387-41fe-8c08-54e50d94170c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.705539] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538d6262-49df-4779-9f59-d488cd1baff8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.753288] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eded6a-d6cd-4248-9356-3584fd649271 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.761890] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a52656-b6d1-4bd9-9080-280b8fbb8b32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.776487] env[65683]: DEBUG nova.compute.provider_tree [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.850135] env[65683]: DEBUG nova.network.neutron [-] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.897499] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 1713c490-baeb-4f96-be15-92844d87beb1] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.006673] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52de1496-c148-66fe-ec3f-0402718b9bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.036618} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.007953] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2152c7fe-2bad-4cb5-aacd-80d910bdd351 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.015551] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1174.015551] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52808f31-0c84-4770-35ef-b3c9d64732c0" [ 1174.015551] env[65683]: _type = "Task" [ 1174.015551] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.025162] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52808f31-0c84-4770-35ef-b3c9d64732c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.124157] env[65683]: DEBUG oslo_concurrency.lockutils [req-c0938681-02d7-4b0e-b574-084535426dbe req-68a4956e-a4de-4fe2-b6ab-132728f88162 service nova] Releasing lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.279451] env[65683]: DEBUG nova.scheduler.client.report [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.352859] env[65683]: INFO nova.compute.manager [-] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Took 1.50 seconds to deallocate network for instance. [ 1174.400661] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: c1813217-97d0-4ee1-a12c-9b5c4f5fe4a7] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.452873] env[65683]: DEBUG nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1174.481231] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1174.481553] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.481741] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1174.481993] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.482270] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1174.482533] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1174.482811] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1174.482996] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1174.483185] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1174.483350] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1174.483559] env[65683]: DEBUG nova.virt.hardware [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1174.484532] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a800d-7a0f-4159-9c27-432b704b34d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.493248] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c9953-11fa-4333-9e41-5ca199542884 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.508346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.513905] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Creating folder: Project (81a956e9671d46ec8ccafd29b820f8b1). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.514247] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5615b40-4547-4cc4-9552-9499cc19ec57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.526606] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52808f31-0c84-4770-35ef-b3c9d64732c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.526869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.527145] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ac43d026-4256-4552-9843-46375fb7df69/ac43d026-4256-4552-9843-46375fb7df69.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.527433] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79eb043d-d309-4c3a-ba1d-ed8c18708174 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.534097] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1174.534097] env[65683]: value = "task-4434072" [ 1174.534097] env[65683]: _type = "Task" [ 1174.534097] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.538404] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Created folder: Project (81a956e9671d46ec8ccafd29b820f8b1) in parent group-v867054. [ 1174.538597] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Creating folder: Instances. Parent ref: group-v867364. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.539428] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb0202a8-6eab-4b08-8a12-c1b0463a1add {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.544693] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.554914] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Created folder: Instances in parent group-v867364. [ 1174.555216] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1174.555424] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.555649] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-389949b9-e680-423a-be5b-f5c6d8926bbb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.574537] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.574537] env[65683]: value = "task-4434074" [ 1174.574537] env[65683]: _type = "Task" [ 1174.574537] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.583346] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434074, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.707961] env[65683]: DEBUG nova.compute.manager [req-d37bbc07-6ee9-42d6-ad05-e78d825507e7 req-b678b2e1-262e-46b2-a325-2d57ecf08b58 service nova] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Received event network-vif-deleted-134dd4ac-5437-4799-91fc-1d66d1bafe69 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.785141] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.785722] env[65683]: DEBUG nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1174.788457] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.254s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.790485] env[65683]: INFO nova.compute.claims [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.859545] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.903601] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 32416fe7-c74a-4219-a758-b8ed968564c5] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.047646] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.085435] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434074, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.297997] env[65683]: DEBUG nova.compute.utils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.300240] env[65683]: DEBUG nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1175.300455] env[65683]: DEBUG nova.network.neutron [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1175.300954] env[65683]: WARNING neutronclient.v2_0.client [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.301342] env[65683]: WARNING neutronclient.v2_0.client [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.350059] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.353568] env[65683]: DEBUG nova.policy [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38915d4ecfbe4dc98f0bd40747b75a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9657fb7802744a118f7b88852d2fd964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.406906] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 71c549d6-87cc-4e52-984e-551d641fc0dc] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.414203] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.414707] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.415193] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.459797] env[65683]: DEBUG nova.network.neutron [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Port 412ab9e4-ab4a-4bf8-86c1-6db2047f3993 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1175.461316] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.461316] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.461316] env[65683]: DEBUG nova.network.neutron [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1175.550939] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532563} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.551379] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ac43d026-4256-4552-9843-46375fb7df69/ac43d026-4256-4552-9843-46375fb7df69.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.551561] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.552050] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6d37177-b79e-4094-9403-95c4bda6b375 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.563130] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1175.563130] env[65683]: value = "task-4434076" [ 1175.563130] env[65683]: _type = "Task" [ 1175.563130] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.574310] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.587015] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434074, 'name': CreateVM_Task, 'duration_secs': 0.552991} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.587226] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.587774] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.587868] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.588235] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.589780] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f193c671-5087-485e-a201-9b612153cb36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.593692] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1175.593692] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52afca36-3b1b-5b96-734f-441d67e2c164" [ 1175.593692] env[65683]: _type = "Task" [ 1175.593692] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.604602] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52afca36-3b1b-5b96-734f-441d67e2c164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.695473] env[65683]: DEBUG nova.network.neutron [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Successfully created port: 8b6f3429-df37-4480-a933-1ed2e4355fa9 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1175.806894] env[65683]: DEBUG nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1175.882295] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.883216] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.883216] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.883216] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.883216] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.885252] env[65683]: INFO nova.compute.manager [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Terminating instance [ 1175.909989] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 93c91cd9-1a3a-4af1-b49c-82b90d2a0693] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.962505] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.038513] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd76a31b-d508-4d67-ab1d-fa10cce941d8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.047376] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df392e0-4d71-4e24-be85-21220b6b16e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.081359] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d680f5f1-b83f-42f4-a6db-58aa7c81571d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.095745] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067563} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.096332] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.102843] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af3427a-4d66-46c3-9541-1d04af8a3ea2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.107890] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0533d969-399b-4744-b8e0-a33c6f083d58 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.117127] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52afca36-3b1b-5b96-734f-441d67e2c164, 'name': SearchDatastore_Task, 'duration_secs': 0.017688} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.134382] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.134661] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.134890] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.135041] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.135222] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.145102] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ac43d026-4256-4552-9843-46375fb7df69/ac43d026-4256-4552-9843-46375fb7df69.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.145102] env[65683]: DEBUG nova.compute.provider_tree [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.145772] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78c12f7d-8197-4fac-93b2-7a494462f164 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.147762] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113040ce-f393-4091-a964-2ae80b2b7785 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.165823] env[65683]: DEBUG nova.scheduler.client.report [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.177220] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1176.177220] env[65683]: value = "task-4434077" [ 1176.177220] env[65683]: _type = "Task" [ 1176.177220] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.178646] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.178861] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.182466] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98771823-26ab-4587-a2b4-47536ffe87b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.190385] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1176.190385] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52fbfe8c-a192-5bac-68b6-dabfb616c86a" [ 1176.190385] env[65683]: _type = "Task" [ 1176.190385] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.193652] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.202914] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fbfe8c-a192-5bac-68b6-dabfb616c86a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.262416] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.335289] env[65683]: DEBUG nova.network.neutron [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.391429] env[65683]: DEBUG nova.compute.manager [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1176.391669] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.392557] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ba1c9-b341-4d9b-9cf6-e26674b345d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.400982] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.401238] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42bdfdcd-5cea-4336-918c-8b802f947fa7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.408219] env[65683]: DEBUG oslo_vmware.api [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1176.408219] env[65683]: value = "task-4434078" [ 1176.408219] env[65683]: _type = "Task" [ 1176.408219] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.416996] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3c199ab3-106f-4a1d-9d0b-f1d78a4285e6] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.419351] env[65683]: DEBUG oslo_vmware.api [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4434078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.671435] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.883s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.672068] env[65683]: DEBUG nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1176.674921] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.866s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.675160] env[65683]: DEBUG nova.objects.instance [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lazy-loading 'resources' on Instance uuid bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.689384] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.706309] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fbfe8c-a192-5bac-68b6-dabfb616c86a, 'name': SearchDatastore_Task, 'duration_secs': 0.014609} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.707096] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3fd799-af2e-4db3-a1c8-c08f8caed139 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.712919] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1176.712919] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5254515e-e7e3-0d10-5bd2-ede97e6671ce" [ 1176.712919] env[65683]: _type = "Task" [ 1176.712919] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.721710] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5254515e-e7e3-0d10-5bd2-ede97e6671ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.816826] env[65683]: DEBUG nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1176.838215] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.841580] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1176.841812] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.841940] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1176.842126] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.842267] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1176.842407] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1176.842600] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.842750] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1176.842908] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1176.843070] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1176.843236] env[65683]: DEBUG nova.virt.hardware [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1176.844402] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fbdd59-02e5-4536-8161-4174a0bf7265 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.848573] env[65683]: DEBUG nova.compute.manager [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1176.848755] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.856007] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22421256-73a2-4fcc-ac10-f500dc1517ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.917887] env[65683]: DEBUG oslo_vmware.api [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4434078, 'name': PowerOffVM_Task, 'duration_secs': 0.27201} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.918537] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.918712] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.918974] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51a283fa-61bd-44d0-8f2c-59cd2c3c491b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.920724] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: d5f14d6d-5b84-484d-9f20-353821fbccf0] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.989927] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.990563] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.990563] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleting the datastore file [datastore1] 8e324792-b4ab-4648-8b64-72fce98fff13 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.990748] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9905340b-9821-4895-a253-29075f1c0a90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.998355] env[65683]: DEBUG oslo_vmware.api [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for the task: (returnval){ [ 1176.998355] env[65683]: value = "task-4434080" [ 1176.998355] env[65683]: _type = "Task" [ 1176.998355] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.008067] env[65683]: DEBUG oslo_vmware.api [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4434080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.170475] env[65683]: DEBUG nova.compute.manager [req-32410e10-5834-4507-8b55-00e6d2b83c87 req-0245696a-6e95-4e7d-81a2-2b461430ffca service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Received event network-vif-plugged-8b6f3429-df37-4480-a933-1ed2e4355fa9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1177.170706] env[65683]: DEBUG oslo_concurrency.lockutils [req-32410e10-5834-4507-8b55-00e6d2b83c87 req-0245696a-6e95-4e7d-81a2-2b461430ffca service nova] Acquiring lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.170916] env[65683]: DEBUG oslo_concurrency.lockutils [req-32410e10-5834-4507-8b55-00e6d2b83c87 req-0245696a-6e95-4e7d-81a2-2b461430ffca service nova] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.171332] env[65683]: DEBUG oslo_concurrency.lockutils [req-32410e10-5834-4507-8b55-00e6d2b83c87 req-0245696a-6e95-4e7d-81a2-2b461430ffca service nova] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.171332] env[65683]: DEBUG nova.compute.manager [req-32410e10-5834-4507-8b55-00e6d2b83c87 req-0245696a-6e95-4e7d-81a2-2b461430ffca service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] No waiting events found dispatching network-vif-plugged-8b6f3429-df37-4480-a933-1ed2e4355fa9 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1177.171457] env[65683]: WARNING nova.compute.manager [req-32410e10-5834-4507-8b55-00e6d2b83c87 req-0245696a-6e95-4e7d-81a2-2b461430ffca service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Received unexpected event network-vif-plugged-8b6f3429-df37-4480-a933-1ed2e4355fa9 for instance with vm_state building and task_state spawning. [ 1177.177993] env[65683]: DEBUG nova.compute.utils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.181908] env[65683]: DEBUG nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1177.182312] env[65683]: DEBUG nova.network.neutron [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1177.183017] env[65683]: WARNING neutronclient.v2_0.client [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.183017] env[65683]: WARNING neutronclient.v2_0.client [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.197625] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434077, 'name': ReconfigVM_Task, 'duration_secs': 0.797867} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.197982] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ac43d026-4256-4552-9843-46375fb7df69/ac43d026-4256-4552-9843-46375fb7df69.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.198809] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fceca7a-a2a6-4878-877e-6ef117e7485b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.209775] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1177.209775] env[65683]: value = "task-4434082" [ 1177.209775] env[65683]: _type = "Task" [ 1177.209775] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.221524] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434082, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.234755] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5254515e-e7e3-0d10-5bd2-ede97e6671ce, 'name': SearchDatastore_Task, 'duration_secs': 0.020572} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.235082] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.235443] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.235835] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37797e18-e1d2-4423-a616-78b75af8d5a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.251776] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1177.251776] env[65683]: value = "task-4434083" [ 1177.251776] env[65683]: _type = "Task" [ 1177.251776] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.268972] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.279445] env[65683]: DEBUG nova.network.neutron [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Successfully updated port: 8b6f3429-df37-4480-a933-1ed2e4355fa9 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1177.306362] env[65683]: DEBUG nova.policy [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe0ab409c2745759ab04b4ed091af90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef0f3509865411796918c7d20c00df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.424197] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 927c15be-372d-4717-8098-da81f7890cb0] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1177.454498] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2d23c9-4b08-427b-9b6c-0f9b118556a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.466619] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653393e6-a979-4f85-9095-fa2fe6e7d032 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.506014] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075c066a-b3ad-402b-abbd-ff54179bd544 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.518218] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b06e32-39ac-4a4a-9164-100f1e031981 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.522372] env[65683]: DEBUG oslo_vmware.api [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Task: {'id': task-4434080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223894} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.522942] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.523154] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.523369] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.523609] env[65683]: INFO nova.compute.manager [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1177.523867] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1177.524607] env[65683]: DEBUG nova.compute.manager [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1177.524700] env[65683]: DEBUG nova.network.neutron [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1177.525923] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.535546] env[65683]: DEBUG nova.compute.provider_tree [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.559197] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.647488] env[65683]: DEBUG nova.network.neutron [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Successfully created port: 5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1177.687687] env[65683]: DEBUG nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1177.725463] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434082, 'name': Rename_Task, 'duration_secs': 0.389016} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.725946] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.726374] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64e2685-07a9-4431-be82-a3838e10ef32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.736992] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1177.736992] env[65683]: value = "task-4434084" [ 1177.736992] env[65683]: _type = "Task" [ 1177.736992] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.755384] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.776463] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434083, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.785912] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.786279] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.786795] env[65683]: DEBUG nova.network.neutron [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1177.928150] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: acaa9ef0-8711-4b5f-9739-a5581758242d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1178.041120] env[65683]: DEBUG nova.scheduler.client.report [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.248059] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.265737] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734955} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.266557] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.266557] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.266557] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2b10918-ac79-44c4-9d32-81b23f2b8e2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.275035] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1178.275035] env[65683]: value = "task-4434085" [ 1178.275035] env[65683]: _type = "Task" [ 1178.275035] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.284085] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.309386] env[65683]: DEBUG nova.compute.manager [req-976d1114-c706-4707-9fd0-77eff9a92838 req-7354d92b-e64f-47ba-a216-14a2acf5a0bc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Received event network-vif-deleted-648de54a-548a-4832-baa5-1b119645747e {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1178.309386] env[65683]: INFO nova.compute.manager [req-976d1114-c706-4707-9fd0-77eff9a92838 req-7354d92b-e64f-47ba-a216-14a2acf5a0bc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Neutron deleted interface 648de54a-548a-4832-baa5-1b119645747e; detaching it from the instance and deleting it from the info cache [ 1178.309386] env[65683]: DEBUG nova.network.neutron [req-976d1114-c706-4707-9fd0-77eff9a92838 req-7354d92b-e64f-47ba-a216-14a2acf5a0bc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.329136] env[65683]: DEBUG nova.network.neutron [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1178.431653] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 714e2aef-dc8a-4d9f-843b-c7c8ad695d4f] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1178.439029] env[65683]: WARNING neutronclient.v2_0.client [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.546268] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.549310] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.690s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.549567] env[65683]: DEBUG nova.objects.instance [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lazy-loading 'resources' on Instance uuid a97cc835-2825-40f5-94a4-ceb3a6fa8b1b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.551816] env[65683]: DEBUG nova.network.neutron [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.561800] env[65683]: DEBUG nova.network.neutron [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Updating instance_info_cache with network_info: [{"id": "8b6f3429-df37-4480-a933-1ed2e4355fa9", "address": "fa:16:3e:20:cf:64", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6f3429-df", "ovs_interfaceid": "8b6f3429-df37-4480-a933-1ed2e4355fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.578036] env[65683]: INFO nova.scheduler.client.report [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Deleted allocations for instance bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8 [ 1178.700069] env[65683]: DEBUG nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1178.728196] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1178.728623] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.728849] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1178.729142] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.729388] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1178.729594] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1178.730164] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1178.730164] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1178.730327] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1178.730379] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1178.730560] env[65683]: DEBUG nova.virt.hardware [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1178.731846] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc318a-3af3-4b65-980e-2f6c5467d8d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.744871] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a79a912-e288-47cb-a27d-95474fd8db65 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.755897] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434084, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.785176] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077754} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.785436] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.786259] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb897ac-3480-4cd1-844f-2c82bccdfe8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.807458] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.807805] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef4fbc8-4994-46e1-957b-e64b828df845 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.822388] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4fe096a-d1e1-473f-a6e7-1c4fc04d1bf0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.830752] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1178.830752] env[65683]: value = "task-4434086" [ 1178.830752] env[65683]: _type = "Task" [ 1178.830752] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.837374] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c887ca53-8e85-48eb-a532-b8a69c1da792 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.853222] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.870457] env[65683]: DEBUG nova.compute.manager [req-976d1114-c706-4707-9fd0-77eff9a92838 req-7354d92b-e64f-47ba-a216-14a2acf5a0bc service nova] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Detach interface failed, port_id=648de54a-548a-4832-baa5-1b119645747e, reason: Instance 8e324792-b4ab-4648-8b64-72fce98fff13 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1178.935990] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: d2a10b9c-3f41-416e-b966-0e86ff59d1ca] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.056549] env[65683]: INFO nova.compute.manager [-] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Took 1.53 seconds to deallocate network for instance. [ 1179.065260] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.065575] env[65683]: DEBUG nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Instance network_info: |[{"id": "8b6f3429-df37-4480-a933-1ed2e4355fa9", "address": "fa:16:3e:20:cf:64", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6f3429-df", "ovs_interfaceid": "8b6f3429-df37-4480-a933-1ed2e4355fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1179.066153] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:cf:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6f3429-df37-4480-a933-1ed2e4355fa9', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.074509] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1179.074860] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.075241] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12a17629-d398-4fae-a2e5-4b3f965c0ec2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.101309] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6e21a777-420d-4ca3-894b-aa09c92d3868 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.775s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.110222] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.110222] env[65683]: value = "task-4434087" [ 1179.110222] env[65683]: _type = "Task" [ 1179.110222] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.124140] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434087, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.226982] env[65683]: DEBUG nova.compute.manager [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Received event network-changed-8b6f3429-df37-4480-a933-1ed2e4355fa9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1179.227222] env[65683]: DEBUG nova.compute.manager [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Refreshing instance network info cache due to event network-changed-8b6f3429-df37-4480-a933-1ed2e4355fa9. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1179.227654] env[65683]: DEBUG oslo_concurrency.lockutils [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] Acquiring lock "refresh_cache-5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.227654] env[65683]: DEBUG oslo_concurrency.lockutils [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] Acquired lock "refresh_cache-5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.227819] env[65683]: DEBUG nova.network.neutron [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Refreshing network info cache for port 8b6f3429-df37-4480-a933-1ed2e4355fa9 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.257853] env[65683]: DEBUG oslo_vmware.api [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434084, 'name': PowerOnVM_Task, 'duration_secs': 1.396006} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.261977] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.262257] env[65683]: INFO nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1179.262454] env[65683]: DEBUG nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.264028] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4694f1e4-1f0b-4b5a-9fe8-07f60f5c7c63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.304074] env[65683]: DEBUG nova.network.neutron [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Successfully updated port: 5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1179.344678] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434086, 'name': ReconfigVM_Task, 'duration_secs': 0.449225} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.345083] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.346386] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a90d721f-01d7-4304-aa96-9b0028bd4efa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.350888] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41f0ba-da90-4121-ac28-afc9f99084e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.362779] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00e46b1-7e1f-4c99-9f94-9ceff53663ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.366518] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1179.366518] env[65683]: value = "task-4434088" [ 1179.366518] env[65683]: _type = "Task" [ 1179.366518] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.401666] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb253b5-d1a5-4eb7-be5b-d9397edb5f74 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.405178] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434088, 'name': Rename_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.411345] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c16ff-f824-473f-a553-8a80aff9a4c5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.426659] env[65683]: DEBUG nova.compute.provider_tree [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.439591] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 6bf68a4d-f634-4bf8-bbfb-2713b81e0dd5] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.565922] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.622762] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434087, 'name': CreateVM_Task, 'duration_secs': 0.409218} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.623291] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.623899] env[65683]: WARNING neutronclient.v2_0.client [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.624561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.624561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.624727] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.624960] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400f524a-af0a-47b1-805c-3eec37de3fa9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.630960] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1179.630960] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527bcc32-4dc5-d48e-d296-8cf7228a21bf" [ 1179.630960] env[65683]: _type = "Task" [ 1179.630960] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.639918] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527bcc32-4dc5-d48e-d296-8cf7228a21bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.731910] env[65683]: WARNING neutronclient.v2_0.client [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.787285] env[65683]: INFO nova.compute.manager [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Took 18.44 seconds to build instance. [ 1179.805350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "refresh_cache-0b909529-e25c-4797-86dd-1ae7cadec281" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.805816] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "refresh_cache-0b909529-e25c-4797-86dd-1ae7cadec281" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.806114] env[65683]: DEBUG nova.network.neutron [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.878055] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434088, 'name': Rename_Task, 'duration_secs': 0.169835} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.878596] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.878831] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea189536-54b6-4030-8062-a54162d05542 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.887127] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1179.887127] env[65683]: value = "task-4434089" [ 1179.887127] env[65683]: _type = "Task" [ 1179.887127] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.891656] env[65683]: WARNING neutronclient.v2_0.client [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.904809] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.931134] env[65683]: DEBUG nova.scheduler.client.report [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.942632] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: aaf33bfd-612c-4884-922a-ea0c0af1f72a] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.978756] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.979181] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.979499] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.979958] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.980226] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.984583] env[65683]: DEBUG nova.network.neutron [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Updated VIF entry in instance network info cache for port 8b6f3429-df37-4480-a933-1ed2e4355fa9. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1179.984735] env[65683]: DEBUG nova.network.neutron [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Updating instance_info_cache with network_info: [{"id": "8b6f3429-df37-4480-a933-1ed2e4355fa9", "address": "fa:16:3e:20:cf:64", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6f3429-df", "ovs_interfaceid": "8b6f3429-df37-4480-a933-1ed2e4355fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.986416] env[65683]: INFO nova.compute.manager [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Terminating instance [ 1180.142940] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527bcc32-4dc5-d48e-d296-8cf7228a21bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015354} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.143343] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.143604] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.143848] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.143989] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.144191] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.144482] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31ad70a3-ce28-407a-b115-6dc1321d592c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.156813] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.156813] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.156813] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e689d30-9640-469f-9d11-757fd05fa82d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.164443] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1180.164443] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52aed2a8-5b63-2b75-5cac-5c5554537de8" [ 1180.164443] env[65683]: _type = "Task" [ 1180.164443] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.177815] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52aed2a8-5b63-2b75-5cac-5c5554537de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.289166] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7389b697-a05a-4978-a624-e410a2872e00 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.969s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.355982] env[65683]: DEBUG nova.network.neutron [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1180.400059] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434089, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.436517] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.439822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.590s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.447211] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 18b9d973-6729-47b1-8585-3ba385e9815e] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.489618] env[65683]: DEBUG oslo_concurrency.lockutils [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] Releasing lock "refresh_cache-5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.489618] env[65683]: DEBUG nova.compute.manager [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Received event network-vif-plugged-5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.489618] env[65683]: DEBUG oslo_concurrency.lockutils [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] Acquiring lock "0b909529-e25c-4797-86dd-1ae7cadec281-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.489618] env[65683]: DEBUG oslo_concurrency.lockutils [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] Lock "0b909529-e25c-4797-86dd-1ae7cadec281-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.489916] env[65683]: DEBUG oslo_concurrency.lockutils [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] Lock "0b909529-e25c-4797-86dd-1ae7cadec281-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.489916] env[65683]: DEBUG nova.compute.manager [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] No waiting events found dispatching network-vif-plugged-5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1180.490009] env[65683]: WARNING nova.compute.manager [req-15dadc3b-0ecf-48f8-a10c-6eac6e6f26dd req-9c57eafd-9e8e-4224-9ed7-6e7fa37d1ce5 service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Received unexpected event network-vif-plugged-5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b for instance with vm_state building and task_state spawning. [ 1180.490672] env[65683]: DEBUG nova.compute.manager [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1180.491833] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.492120] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839113c1-a2c1-414f-bc42-da93b571a658 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.503693] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.503846] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a8b4842-7308-49dd-b256-ab9695a25b4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.509052] env[65683]: WARNING neutronclient.v2_0.client [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.515692] env[65683]: INFO nova.scheduler.client.report [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Deleted allocations for instance a97cc835-2825-40f5-94a4-ceb3a6fa8b1b [ 1180.522500] env[65683]: DEBUG oslo_vmware.api [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1180.522500] env[65683]: value = "task-4434090" [ 1180.522500] env[65683]: _type = "Task" [ 1180.522500] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.535531] env[65683]: DEBUG oslo_vmware.api [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.591555] env[65683]: DEBUG nova.network.neutron [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Updating instance_info_cache with network_info: [{"id": "5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b", "address": "fa:16:3e:03:76:1c", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb2968d-bf", "ovs_interfaceid": "5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.677892] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52aed2a8-5b63-2b75-5cac-5c5554537de8, 'name': SearchDatastore_Task, 'duration_secs': 0.020509} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.678826] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680196af-7e6a-48da-bc53-999303d49c78 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.686252] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1180.686252] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526dc5df-0e96-4f01-4be6-0db6918956df" [ 1180.686252] env[65683]: _type = "Task" [ 1180.686252] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.696705] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526dc5df-0e96-4f01-4be6-0db6918956df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.899338] env[65683]: DEBUG oslo_vmware.api [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434089, 'name': PowerOnVM_Task, 'duration_secs': 0.764186} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.899606] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.900078] env[65683]: INFO nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1180.900078] env[65683]: DEBUG nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1180.901035] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa58948-7bfe-4bd0-a6a9-24c8816160d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.945091] env[65683]: DEBUG nova.objects.instance [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'migration_context' on Instance uuid f7b44c4d-9087-4d72-a295-b1df45b46103 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.956956] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3fdafcf7-8b87-4944-9fb2-74a3e02a9ca8] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1181.030408] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f8d3017b-c074-4d93-9ba6-a6c61d3508ba tempest-AttachVolumeNegativeTest-1277747849 tempest-AttachVolumeNegativeTest-1277747849-project-member] Lock "a97cc835-2825-40f5-94a4-ceb3a6fa8b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.815s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.038381] env[65683]: DEBUG oslo_vmware.api [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434090, 'name': PowerOffVM_Task, 'duration_secs': 0.244088} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.038702] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.038872] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.039151] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a303211-a6fa-4266-926f-2cb3ba41bfac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.094217] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "refresh_cache-0b909529-e25c-4797-86dd-1ae7cadec281" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.094619] env[65683]: DEBUG nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Instance network_info: |[{"id": "5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b", "address": "fa:16:3e:03:76:1c", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb2968d-bf", "ovs_interfaceid": "5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1181.095105] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:76:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.105642] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1181.105942] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.106802] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddd7a3f4-a697-4c87-ba4a-8d8bf80d5b67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.123453] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.123649] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.123823] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Deleting the datastore file [datastore2] 4fc39549-200a-439c-ba4f-5e1d2ec0d68a {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.124500] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29579c51-a5a3-4d25-a9e9-38c1734283a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.129621] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.129621] env[65683]: value = "task-4434093" [ 1181.129621] env[65683]: _type = "Task" [ 1181.129621] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.134194] env[65683]: DEBUG oslo_vmware.api [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for the task: (returnval){ [ 1181.134194] env[65683]: value = "task-4434094" [ 1181.134194] env[65683]: _type = "Task" [ 1181.134194] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.141810] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434093, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.147626] env[65683]: DEBUG oslo_vmware.api [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.198501] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526dc5df-0e96-4f01-4be6-0db6918956df, 'name': SearchDatastore_Task, 'duration_secs': 0.027324} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.198880] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.199175] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2/5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.199565] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6bf62b6-6f71-401a-a349-cee174cd2349 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.209027] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1181.209027] env[65683]: value = "task-4434095" [ 1181.209027] env[65683]: _type = "Task" [ 1181.209027] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.221506] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.260552] env[65683]: DEBUG nova.compute.manager [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Received event network-changed-5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1181.260810] env[65683]: DEBUG nova.compute.manager [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Refreshing instance network info cache due to event network-changed-5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1181.261195] env[65683]: DEBUG oslo_concurrency.lockutils [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] Acquiring lock "refresh_cache-0b909529-e25c-4797-86dd-1ae7cadec281" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.261313] env[65683]: DEBUG oslo_concurrency.lockutils [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] Acquired lock "refresh_cache-0b909529-e25c-4797-86dd-1ae7cadec281" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.261473] env[65683]: DEBUG nova.network.neutron [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Refreshing network info cache for port 5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.425515] env[65683]: INFO nova.compute.manager [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Took 14.98 seconds to build instance. [ 1181.460310] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: fb6cadc8-5615-4da1-aed7-09604f51cdc4] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1181.646968] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434093, 'name': CreateVM_Task, 'duration_secs': 0.365219} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.653367] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.653740] env[65683]: DEBUG oslo_vmware.api [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Task: {'id': task-4434094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222259} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.654472] env[65683]: WARNING neutronclient.v2_0.client [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.654895] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.655098] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.655457] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.655736] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.655940] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.656084] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.656255] env[65683]: INFO nova.compute.manager [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1181.656547] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1181.656777] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c8e53b-475a-4123-aea5-eddd2e540ba1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.658825] env[65683]: DEBUG nova.compute.manager [-] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1181.658931] env[65683]: DEBUG nova.network.neutron [-] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1181.659183] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.669301] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1181.669301] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52683c6b-848f-9d89-2497-69b4bc7ce0af" [ 1181.669301] env[65683]: _type = "Task" [ 1181.669301] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.679782] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52683c6b-848f-9d89-2497-69b4bc7ce0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.688280] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa6f9c2-c529-4012-97ff-00339e0fe634 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.697933] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9d6d8-5dee-410d-a724-594486f59a70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.736634] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28084756-bb00-4607-b249-d5c9d632cb97 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.740590] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.752203] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ec6e67-5a08-4e67-b509-9c63f7d6069a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.757531] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.771653] env[65683]: WARNING neutronclient.v2_0.client [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.774681] env[65683]: DEBUG nova.compute.provider_tree [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.930617] env[65683]: DEBUG oslo_concurrency.lockutils [None req-a6aba744-15e1-4272-bbcb-3baa56cd5ef9 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "ea152cb5-56af-4cd0-a120-17ed709a3352" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.497s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.965702] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: c6748496-ba51-4709-bca4-8c09d2be77e8] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1182.039505] env[65683]: DEBUG nova.compute.manager [req-2d2d3002-e7bc-4605-b9d3-10c2c2b055ae req-cdb8eea8-fce8-4fca-b260-93c56bbe52bf service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Received event network-vif-deleted-115fe4c3-6193-4f18-a13f-c34ae59805b8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.039505] env[65683]: INFO nova.compute.manager [req-2d2d3002-e7bc-4605-b9d3-10c2c2b055ae req-cdb8eea8-fce8-4fca-b260-93c56bbe52bf service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Neutron deleted interface 115fe4c3-6193-4f18-a13f-c34ae59805b8; detaching it from the instance and deleting it from the info cache [ 1182.042364] env[65683]: DEBUG nova.network.neutron [req-2d2d3002-e7bc-4605-b9d3-10c2c2b055ae req-cdb8eea8-fce8-4fca-b260-93c56bbe52bf service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.121381] env[65683]: WARNING neutronclient.v2_0.client [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.185038] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52683c6b-848f-9d89-2497-69b4bc7ce0af, 'name': SearchDatastore_Task, 'duration_secs': 0.054446} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.185532] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.185573] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.185808] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.185949] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.186163] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.186774] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74ff5770-016c-42a8-87ca-71ba7becaa8a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.202853] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.203126] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.204163] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a304c307-adcc-4f5f-abe8-98dfdb274d00 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.211332] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1182.211332] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52016897-f6bb-1f33-1d33-30213c95a8eb" [ 1182.211332] env[65683]: _type = "Task" [ 1182.211332] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.215759] env[65683]: DEBUG nova.network.neutron [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Updated VIF entry in instance network info cache for port 5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1182.216114] env[65683]: DEBUG nova.network.neutron [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Updating instance_info_cache with network_info: [{"id": "5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b", "address": "fa:16:3e:03:76:1c", "network": {"id": "06fd05a1-27a3-465f-be2f-9337b29bd2ac", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968205572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef0f3509865411796918c7d20c00df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb2968d-bf", "ovs_interfaceid": "5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.223241] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52016897-f6bb-1f33-1d33-30213c95a8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.243392] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57969} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.243660] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2/5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.243868] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.244153] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b4b9503-374f-446a-84b1-8c2b87fcb902 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.253360] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1182.253360] env[65683]: value = "task-4434097" [ 1182.253360] env[65683]: _type = "Task" [ 1182.253360] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.264509] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.277490] env[65683]: DEBUG nova.scheduler.client.report [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.453180] env[65683]: DEBUG nova.network.neutron [-] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.470054] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 7b553948-c734-41e9-9a9f-1ec61e5c492d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1182.545215] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4603aa0-3821-46ce-addd-4668d90f3aa6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.555848] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8618ebbe-45fa-4bec-b3c5-00d8b240de5c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.592181] env[65683]: DEBUG nova.compute.manager [req-2d2d3002-e7bc-4605-b9d3-10c2c2b055ae req-cdb8eea8-fce8-4fca-b260-93c56bbe52bf service nova] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Detach interface failed, port_id=115fe4c3-6193-4f18-a13f-c34ae59805b8, reason: Instance 4fc39549-200a-439c-ba4f-5e1d2ec0d68a could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1182.658746] env[65683]: INFO nova.compute.manager [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Rebuilding instance [ 1182.709116] env[65683]: DEBUG nova.compute.manager [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1182.709749] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccaf46-7aa0-4c25-8499-e6ab8f1930df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.718987] env[65683]: DEBUG oslo_concurrency.lockutils [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] Releasing lock "refresh_cache-0b909529-e25c-4797-86dd-1ae7cadec281" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.719289] env[65683]: DEBUG nova.compute.manager [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Received event network-changed-7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.719494] env[65683]: DEBUG nova.compute.manager [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Refreshing instance network info cache due to event network-changed-7074dc50-8bfb-47b9-86f0-dac8e8f806a6. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1182.719770] env[65683]: DEBUG oslo_concurrency.lockutils [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] Acquiring lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.719979] env[65683]: DEBUG oslo_concurrency.lockutils [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] Acquired lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.720224] env[65683]: DEBUG nova.network.neutron [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Refreshing network info cache for port 7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.729364] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52016897-f6bb-1f33-1d33-30213c95a8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.04123} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.731039] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d947d3-6b8d-4fcb-bff4-7ca309e48aff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.738911] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1182.738911] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521d09b6-4c7e-d1de-09a7-3dca4cd896cd" [ 1182.738911] env[65683]: _type = "Task" [ 1182.738911] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.748401] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521d09b6-4c7e-d1de-09a7-3dca4cd896cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.763607] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092207} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.763837] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.764652] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882e6f8-ea20-4683-9a92-e1b3b7e3ed5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.789480] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2/5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.793992] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4007fac3-d103-4a0c-adca-ac4b5e344e77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.819514] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1182.819514] env[65683]: value = "task-4434098" [ 1182.819514] env[65683]: _type = "Task" [ 1182.819514] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.834191] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.956465] env[65683]: INFO nova.compute.manager [-] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Took 1.30 seconds to deallocate network for instance. [ 1182.973383] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 05953b83-4821-4233-86ef-49e3bc492c1d] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1183.232037] env[65683]: WARNING neutronclient.v2_0.client [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.252561] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521d09b6-4c7e-d1de-09a7-3dca4cd896cd, 'name': SearchDatastore_Task, 'duration_secs': 0.053822} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.252888] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.253164] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0b909529-e25c-4797-86dd-1ae7cadec281/0b909529-e25c-4797-86dd-1ae7cadec281.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.253439] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9338e4f6-a0f7-4b69-996d-209afb20f7ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.262535] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1183.262535] env[65683]: value = "task-4434100" [ 1183.262535] env[65683]: _type = "Task" [ 1183.262535] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.273242] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.314271] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.875s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.321454] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.756s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.321689] env[65683]: DEBUG nova.objects.instance [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lazy-loading 'resources' on Instance uuid 8e324792-b4ab-4648-8b64-72fce98fff13 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.351247] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434098, 'name': ReconfigVM_Task, 'duration_secs': 0.480261} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.351713] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2/5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.352974] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-227b7f4b-f6c1-49ca-b32f-b27274ec35b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.362193] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1183.362193] env[65683]: value = "task-4434101" [ 1183.362193] env[65683]: _type = "Task" [ 1183.362193] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.374946] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434101, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.441460] env[65683]: WARNING neutronclient.v2_0.client [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.463298] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.476564] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 82dec126-eb2a-4d77-aa7a-3ceeb6f7aaa5] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1183.519790] env[65683]: DEBUG nova.network.neutron [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updated VIF entry in instance network info cache for port 7074dc50-8bfb-47b9-86f0-dac8e8f806a6. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.520343] env[65683]: DEBUG nova.network.neutron [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.738036] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.738383] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe76cda-973e-4008-abc3-9990e5dbf99f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.747894] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1183.747894] env[65683]: value = "task-4434102" [ 1183.747894] env[65683]: _type = "Task" [ 1183.747894] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.757190] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.772914] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507745} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.773178] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 0b909529-e25c-4797-86dd-1ae7cadec281/0b909529-e25c-4797-86dd-1ae7cadec281.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.773391] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.773649] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dce4944-d47f-4d8e-8fc6-aba0033afa36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.780445] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1183.780445] env[65683]: value = "task-4434103" [ 1183.780445] env[65683]: _type = "Task" [ 1183.780445] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.789725] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.876377] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434101, 'name': Rename_Task, 'duration_secs': 0.358844} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.877030] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.877030] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04840a2c-49a9-4d85-becf-abe793a9bf91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.883811] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1183.883811] env[65683]: value = "task-4434104" [ 1183.883811] env[65683]: _type = "Task" [ 1183.883811] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.892965] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.980939] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 54f70fe2-5259-4e70-8f26-6b27c54ee444] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1184.023226] env[65683]: DEBUG oslo_concurrency.lockutils [req-7582a357-9e2d-436e-8a67-41959a6374f9 req-53567ab8-555f-42bf-8dff-04b88f51f2af service nova] Releasing lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.032935] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae02f16-ae1a-48bf-8c4c-007e3592c95b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.042486] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779ec6a3-e802-40e5-a1d7-44c2f138030c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.076301] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f2eca-e4e4-4c5c-8f60-35a8e3eada68 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.084794] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488be7d-3fc5-423b-9481-6ca382f70d81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.099401] env[65683]: DEBUG nova.compute.provider_tree [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.258942] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434102, 'name': PowerOffVM_Task, 'duration_secs': 0.126422} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.259247] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.259584] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.260503] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8056d4-0576-4956-aa5e-06201555208b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.268836] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.269232] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e62a60-0932-4051-b8ea-941a67d80f0d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.291379] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070803} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.291652] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.292840] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a69cdd3-8fac-400c-a57b-12f068b97bfc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.299204] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.299527] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.299653] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Deleting the datastore file [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.310194] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b59574-25d6-4f28-a669-a54e36c059c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.320027] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0b909529-e25c-4797-86dd-1ae7cadec281/0b909529-e25c-4797-86dd-1ae7cadec281.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.320387] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b054718c-25d1-454c-a0c0-210344bfa917 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.340848] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1184.340848] env[65683]: value = "task-4434107" [ 1184.340848] env[65683]: _type = "Task" [ 1184.340848] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.342347] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1184.342347] env[65683]: value = "task-4434106" [ 1184.342347] env[65683]: _type = "Task" [ 1184.342347] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.360378] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.363747] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.396809] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434104, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.488360] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: dbaf087d-8a01-402d-adca-9ee97afe86d7] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1184.603304] env[65683]: DEBUG nova.scheduler.client.report [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.860338] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.863887] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.876951] env[65683]: INFO nova.compute.manager [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Swapping old allocation on dict_keys(['00977f83-7e27-468a-9971-e191dbef7aff']) held by migration 7bb288b9-7453-420e-8e73-32faa98a7a51 for instance [ 1184.895657] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434104, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.903873] env[65683]: DEBUG nova.scheduler.client.report [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Overwriting current allocation {'allocations': {'00977f83-7e27-468a-9971-e191dbef7aff': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 166}}, 'project_id': '78d2b5046d3c4de593c525e116690fe1', 'user_id': '4e03ed29b52c43f59e0a939fe43cbaf2', 'consumer_generation': 1} on consumer f7b44c4d-9087-4d72-a295-b1df45b46103 {{(pid=65683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1184.964088] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.992108] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: e62fd4a2-5121-40b7-830d-0ee02d4e66ce] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1185.002072] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.002208] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.002492] env[65683]: DEBUG nova.network.neutron [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1185.109844] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.112885] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.650s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.113121] env[65683]: DEBUG nova.objects.instance [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lazy-loading 'resources' on Instance uuid 4fc39549-200a-439c-ba4f-5e1d2ec0d68a {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.138881] env[65683]: INFO nova.scheduler.client.report [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Deleted allocations for instance 8e324792-b4ab-4648-8b64-72fce98fff13 [ 1185.359657] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434107, 'name': ReconfigVM_Task, 'duration_secs': 0.827052} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.363568] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0b909529-e25c-4797-86dd-1ae7cadec281/0b909529-e25c-4797-86dd-1ae7cadec281.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.364335] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600193} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.364651] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b1f84e5-aa70-4bb5-a394-b5a88d773197 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.366915] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.367154] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.367567] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.380378] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1185.380378] env[65683]: value = "task-4434110" [ 1185.380378] env[65683]: _type = "Task" [ 1185.380378] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.393287] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434110, 'name': Rename_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.396938] env[65683]: DEBUG oslo_vmware.api [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434104, 'name': PowerOnVM_Task, 'duration_secs': 1.250415} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.397542] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.397542] env[65683]: INFO nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1185.397713] env[65683]: DEBUG nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1185.398576] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee316b1-c3db-4361-be1f-1056618e3ecd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.496215] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8f3c4fee-c9e4-4c16-8cd5-562095bc1805] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1185.505931] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.649997] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c120c38a-6501-4c7d-b5fc-33a227b0e246 tempest-AttachVolumeShelveTestJSON-1282061189 tempest-AttachVolumeShelveTestJSON-1282061189-project-member] Lock "8e324792-b4ab-4648-8b64-72fce98fff13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.767s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.683218] env[65683]: WARNING neutronclient.v2_0.client [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.754398] env[65683]: DEBUG nova.network.neutron [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [{"id": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "address": "fa:16:3e:21:01:50", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412ab9e4-ab", "ovs_interfaceid": "412ab9e4-ab4a-4bf8-86c1-6db2047f3993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.778688] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15f287-f5c0-486d-9380-183f152d8519 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.788546] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ce16f-0172-41d4-be72-e12a7de8205a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.820186] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7a8ea4-5286-45c8-8607-eca924a572ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.828980] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822a81b-a627-4e3a-a83b-eea7a13203c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.844069] env[65683]: DEBUG nova.compute.provider_tree [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.894927] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434110, 'name': Rename_Task, 'duration_secs': 0.186583} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.895320] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.895754] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a448798-60d0-4030-b6c9-b6d6f63f8a0f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.906081] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1185.906081] env[65683]: value = "task-4434111" [ 1185.906081] env[65683]: _type = "Task" [ 1185.906081] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.921885] env[65683]: INFO nova.compute.manager [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Took 17.70 seconds to build instance. [ 1185.929301] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.999998] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f6c4788e-d8f0-4023-a28c-9b1822c8ed29] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1186.256980] env[65683]: DEBUG oslo_concurrency.lockutils [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-f7b44c4d-9087-4d72-a295-b1df45b46103" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.257503] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.257825] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1184640-0b0a-4554-949d-7da4cadd0f00 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.266918] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1186.266918] env[65683]: value = "task-4434112" [ 1186.266918] env[65683]: _type = "Task" [ 1186.266918] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.278551] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.347731] env[65683]: DEBUG nova.scheduler.client.report [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.413796] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1186.414044] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.414229] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1186.414427] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.414578] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1186.414721] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1186.414931] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.415104] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1186.415269] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1186.415516] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1186.415723] env[65683]: DEBUG nova.virt.hardware [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1186.416648] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af98e2-1b85-4d1b-b338-4c14b8f0d089 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.427116] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434111, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.429880] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86cdbc95-8ce6-431e-b2c1-240c3bd42b31 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.222s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.431488] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2affab87-3ce4-45ce-9e2b-b9f58818965f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.448445] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Instance VIF info [] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.454357] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1186.454666] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.454904] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9927d4b4-b485-4fe6-8065-b3b72ef2344b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.474795] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.474795] env[65683]: value = "task-4434113" [ 1186.474795] env[65683]: _type = "Task" [ 1186.474795] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.483918] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434113, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.505705] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 68f1e04e-011e-4d3a-be56-d55170c76885] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1186.777683] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434112, 'name': PowerOffVM_Task, 'duration_secs': 0.323692} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.778042] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.778895] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1186.779181] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.779346] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1186.779530] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.779674] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1186.779921] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1186.780091] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.780251] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1186.780412] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1186.780572] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1186.780818] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1186.785910] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056b8941-7402-4dd5-b1c7-e3ed266bd76a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.799743] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f425de-dc91-4fc9-bf80-c0f3b3fb2f2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.803980] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1186.803980] env[65683]: value = "task-4434114" [ 1186.803980] env[65683]: _type = "Task" [ 1186.803980] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.810010] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d91dc916-116e-4efa-9c79-8933aae78cca tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Suspending the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1186.810661] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a496ea2b-7493-4019-a2a1-922b104db6e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.816119] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.821021] env[65683]: DEBUG oslo_vmware.api [None req-d91dc916-116e-4efa-9c79-8933aae78cca tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1186.821021] env[65683]: value = "task-4434115" [ 1186.821021] env[65683]: _type = "Task" [ 1186.821021] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.830795] env[65683]: DEBUG oslo_vmware.api [None req-d91dc916-116e-4efa-9c79-8933aae78cca tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434115, 'name': SuspendVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.852996] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.874499] env[65683]: INFO nova.scheduler.client.report [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Deleted allocations for instance 4fc39549-200a-439c-ba4f-5e1d2ec0d68a [ 1186.918714] env[65683]: DEBUG oslo_vmware.api [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434111, 'name': PowerOnVM_Task, 'duration_secs': 0.555131} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.919103] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.919380] env[65683]: INFO nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1186.919599] env[65683]: DEBUG nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1186.920487] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fde6a3-7f14-4f72-a9f7-3a11d5e949ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.985656] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434113, 'name': CreateVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.009440] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: cdeccb4d-d3fc-41b9-9cc4-b68a1ced857e] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1187.317607] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434114, 'name': ReconfigVM_Task, 'duration_secs': 0.466136} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.318971] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3244e330-4df6-41bd-b4ab-3fe8550923c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.333260] env[65683]: DEBUG oslo_vmware.api [None req-d91dc916-116e-4efa-9c79-8933aae78cca tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434115, 'name': SuspendVM_Task} progress is 62%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.347645] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.347932] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.348109] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.348297] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.348459] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.348682] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.348981] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.349141] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.349330] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.349577] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.349742] env[65683]: DEBUG nova.virt.hardware [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.351020] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bb95ec-369b-440c-a070-01b34791e49b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.360671] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1187.360671] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5282fbb8-99e8-ba8c-a16e-c4eb1a5b9ae5" [ 1187.360671] env[65683]: _type = "Task" [ 1187.360671] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.372183] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5282fbb8-99e8-ba8c-a16e-c4eb1a5b9ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.378512] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.378909] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22914fec-3485-4843-9cd4-e71743a68d36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.397294] env[65683]: DEBUG oslo_concurrency.lockutils [None req-71035fec-ec1e-4def-8095-0f254d668588 tempest-ListImageFiltersTestJSON-544928916 tempest-ListImageFiltersTestJSON-544928916-project-member] Lock "4fc39549-200a-439c-ba4f-5e1d2ec0d68a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.418s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.403525] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1187.403525] env[65683]: value = "task-4434117" [ 1187.403525] env[65683]: _type = "Task" [ 1187.403525] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.414030] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.438788] env[65683]: INFO nova.compute.manager [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Took 14.92 seconds to build instance. [ 1187.486406] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434113, 'name': CreateVM_Task, 'duration_secs': 0.667625} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.486673] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.487165] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.487573] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.487908] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.488070] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb8c221-667c-435f-b15a-00531eb6466b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.494374] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1187.494374] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]527cae9c-cc8a-5fb0-40a9-0a237b31363b" [ 1187.494374] env[65683]: _type = "Task" [ 1187.494374] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.504926] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527cae9c-cc8a-5fb0-40a9-0a237b31363b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.513594] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 0c14c4d2-b078-41c4-920d-d17ed577ebad] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1187.834435] env[65683]: DEBUG oslo_vmware.api [None req-d91dc916-116e-4efa-9c79-8933aae78cca tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434115, 'name': SuspendVM_Task, 'duration_secs': 0.936547} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.834835] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d91dc916-116e-4efa-9c79-8933aae78cca tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Suspended the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1187.835028] env[65683]: DEBUG nova.compute.manager [None req-d91dc916-116e-4efa-9c79-8933aae78cca tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1187.835956] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5141c-a8b9-4caa-bd38-44a4c0cd0d23 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.917050] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434117, 'name': ReconfigVM_Task, 'duration_secs': 0.335099} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.917050] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.917517] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04865ee-40d7-4c5c-bafc-7b186d75cc4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.949494] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.950032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2be22f67-0bc1-414b-80b6-e172876f5921 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.445s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.950325] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7c35f0-69ce-411a-8798-00de37617bf8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.970684] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1187.970684] env[65683]: value = "task-4434118" [ 1187.970684] env[65683]: _type = "Task" [ 1187.970684] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.983996] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.008196] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]527cae9c-cc8a-5fb0-40a9-0a237b31363b, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.008550] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.008859] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.009156] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.009319] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.009530] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.009871] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee77a8d-6603-4e37-afba-304c74285672 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.017053] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 74af8894-8c88-4374-8376-45bfdb1ce89b] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1188.020720] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.020966] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.022150] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5c5ba0-207f-4f2d-9756-5963544c3720 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.030443] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1188.030443] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520a6137-1571-a660-353a-ec9b9a0d20f2" [ 1188.030443] env[65683]: _type = "Task" [ 1188.030443] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.042175] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520a6137-1571-a660-353a-ec9b9a0d20f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.280166] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "0b909529-e25c-4797-86dd-1ae7cadec281" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.280447] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.280630] env[65683]: DEBUG nova.compute.manager [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1188.281703] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b01b0a7-684d-4e82-9749-61acb162f920 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.290349] env[65683]: DEBUG nova.compute.manager [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1188.290995] env[65683]: DEBUG nova.objects.instance [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'flavor' on Instance uuid 0b909529-e25c-4797-86dd-1ae7cadec281 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.482176] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434118, 'name': ReconfigVM_Task, 'duration_secs': 0.289137} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.482466] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103/f7b44c4d-9087-4d72-a295-b1df45b46103.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.483393] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80603ab-517e-498a-80dc-b3faa563ac51 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.503851] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf244631-c1e0-4647-a7da-f647523f9a90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.526213] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3600119a-0d53-4794-9aa3-e4b625023252] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1188.529692] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f9fb14-bebe-478c-b8ed-81bf9a803ee4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.541928] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520a6137-1571-a660-353a-ec9b9a0d20f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.556909] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae73dc8-39d6-4426-8ec2-f0177cfaf387 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.559940] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b4056d-266a-466d-8e88-58ee06df6582 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.567737] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1188.567737] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52092ded-88a9-62fa-7760-eaacdd4a3f80" [ 1188.567737] env[65683]: _type = "Task" [ 1188.567737] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.570582] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.573950] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03503587-4d68-41fe-8440-ee9309fa0e83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.582759] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52092ded-88a9-62fa-7760-eaacdd4a3f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.584667] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1188.584667] env[65683]: value = "task-4434120" [ 1188.584667] env[65683]: _type = "Task" [ 1188.584667] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.033111] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: b8c9cd15-227c-47d4-9b2a-ea77d8c0ddc5] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1189.083758] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52092ded-88a9-62fa-7760-eaacdd4a3f80, 'name': SearchDatastore_Task, 'duration_secs': 0.027902} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.084130] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.084425] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.084729] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0edf16ab-0158-4f4d-8717-046d8f33ea59 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.097881] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.099526] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1189.099526] env[65683]: value = "task-4434121" [ 1189.099526] env[65683]: _type = "Task" [ 1189.099526] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.108534] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.299041] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.299647] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa8f749-86b3-4fe2-950c-22c45e1f01d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.309477] env[65683]: DEBUG oslo_vmware.api [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1189.309477] env[65683]: value = "task-4434122" [ 1189.309477] env[65683]: _type = "Task" [ 1189.309477] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.321444] env[65683]: DEBUG oslo_vmware.api [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.408694] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquiring lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.409145] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.431992] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.432665] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.433138] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.433525] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.433785] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.437684] env[65683]: INFO nova.compute.manager [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Terminating instance [ 1189.538042] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3b26077b-ef17-4368-903b-3eb65588cee0] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1189.599408] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.612669] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.820219] env[65683]: DEBUG oslo_vmware.api [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434122, 'name': PowerOffVM_Task, 'duration_secs': 0.251523} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.820472] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.820671] env[65683]: DEBUG nova.compute.manager [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1189.821500] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bda9de-3f3b-4d49-82d8-8a79d02fd729 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.912229] env[65683]: DEBUG nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1189.941478] env[65683]: DEBUG nova.compute.manager [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1189.941734] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.942625] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c0d24-ab47-471b-ac71-a5fd34ae2647 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.952511] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.952511] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18bf113f-e280-44de-bdb6-ab496945ad80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.027117] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.027507] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.027845] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleting the datastore file [datastore2] 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.028251] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3865864-a103-4225-a905-241330caa2d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.036890] env[65683]: DEBUG oslo_vmware.api [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1190.036890] env[65683]: value = "task-4434124" [ 1190.036890] env[65683]: _type = "Task" [ 1190.036890] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.043531] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 1847f3a7-41c8-41f2-bddb-2d7da65d0443] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1190.048860] env[65683]: DEBUG oslo_vmware.api [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.099954] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.111447] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644394} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.111447] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.111810] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.111906] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb89afa-e769-43ef-82ab-6861acff2302 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.121137] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1190.121137] env[65683]: value = "task-4434125" [ 1190.121137] env[65683]: _type = "Task" [ 1190.121137] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.132685] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.334365] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2ba03640-09d3-4dd3-9d4d-c4b09987b858 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.434934] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.435258] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.436843] env[65683]: INFO nova.compute.claims [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.548640] env[65683]: DEBUG oslo_vmware.api [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.549736] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: db899bbf-7438-439e-a5a7-16d73a5592aa] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1190.600219] env[65683]: DEBUG oslo_vmware.api [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434120, 'name': PowerOnVM_Task, 'duration_secs': 1.960074} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.600509] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.631939] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079348} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.631939] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.632676] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90a1ce-9621-4107-b551-ff00ade5511f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.654360] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.654616] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0281f28a-1342-47da-879b-a8a7bc71a05f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.675679] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1190.675679] env[65683]: value = "task-4434126" [ 1190.675679] env[65683]: _type = "Task" [ 1190.675679] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.687517] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.039428] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "0b909529-e25c-4797-86dd-1ae7cadec281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.039428] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.039879] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "0b909529-e25c-4797-86dd-1ae7cadec281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.039879] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.039967] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.045610] env[65683]: INFO nova.compute.manager [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Terminating instance [ 1191.054149] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: a8c6b569-d9ff-4663-99eb-a8a7297b59ad] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1191.056263] env[65683]: DEBUG oslo_vmware.api [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612072} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.056607] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.056866] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.057069] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.057239] env[65683]: INFO nova.compute.manager [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1191.057493] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1191.057900] env[65683]: DEBUG nova.compute.manager [-] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1191.057900] env[65683]: DEBUG nova.network.neutron [-] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1191.058110] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.099225] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.186754] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434126, 'name': ReconfigVM_Task, 'duration_secs': 0.362504} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.187064] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352/ea152cb5-56af-4cd0-a120-17ed709a3352.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.187833] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d07a6c5-e335-4cbe-b466-e29c615f2fa8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.196321] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1191.196321] env[65683]: value = "task-4434127" [ 1191.196321] env[65683]: _type = "Task" [ 1191.196321] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.208436] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434127, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.279822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.280139] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.280358] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.280529] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.280691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.282827] env[65683]: INFO nova.compute.manager [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Terminating instance [ 1191.385509] env[65683]: DEBUG nova.compute.manager [req-909c498f-1df8-4852-b417-5cc5e7c495f4 req-89525378-a800-4525-b092-79dee9c46a1f service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Received event network-vif-deleted-8b6f3429-df37-4480-a933-1ed2e4355fa9 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1191.385744] env[65683]: INFO nova.compute.manager [req-909c498f-1df8-4852-b417-5cc5e7c495f4 req-89525378-a800-4525-b092-79dee9c46a1f service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Neutron deleted interface 8b6f3429-df37-4480-a933-1ed2e4355fa9; detaching it from the instance and deleting it from the info cache [ 1191.385912] env[65683]: DEBUG nova.network.neutron [req-909c498f-1df8-4852-b417-5cc5e7c495f4 req-89525378-a800-4525-b092-79dee9c46a1f service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.550836] env[65683]: DEBUG nova.compute.manager [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1191.551199] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.552270] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49327dcd-95a8-4c02-bf2b-611f4bb9e7d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.557582] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 1019dc1b-33fc-45a7-9eb9-d7baf4950e1a] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1191.562072] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.565594] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50e62e4b-51c0-4a26-8755-f00d0d470e91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.613052] env[65683]: INFO nova.compute.manager [None req-efd29a83-b165-4208-a1f5-6aa497326f05 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance to original state: 'active' [ 1191.636574] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2cac06-92cd-4d62-8b87-234b9837f3b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.646122] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.646384] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.646580] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleting the datastore file [datastore2] 0b909529-e25c-4797-86dd-1ae7cadec281 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.646892] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf39802-ad0e-462c-aeca-f1bc9eb27a4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.653513] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23851f8d-6abe-4139-b575-7c0bb23a81f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.659517] env[65683]: DEBUG oslo_vmware.api [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1191.659517] env[65683]: value = "task-4434129" [ 1191.659517] env[65683]: _type = "Task" [ 1191.659517] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.697557] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c009d-8d51-4563-bf97-e4c5a266db5a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.703838] env[65683]: DEBUG oslo_vmware.api [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.717646] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed81bd6-1532-4e5d-bbfc-9970850a85c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.722174] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434127, 'name': Rename_Task, 'duration_secs': 0.155915} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.722790] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.723522] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b5f992-708b-4a87-8348-ce588fdb0878 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.734796] env[65683]: DEBUG nova.compute.provider_tree [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.737489] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1191.737489] env[65683]: value = "task-4434130" [ 1191.737489] env[65683]: _type = "Task" [ 1191.737489] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.748639] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.787908] env[65683]: DEBUG nova.compute.manager [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1191.788158] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.788451] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7121366f-2259-4fae-bb7a-7e62089bee77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.798263] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1191.798263] env[65683]: value = "task-4434131" [ 1191.798263] env[65683]: _type = "Task" [ 1191.798263] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.810304] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.836489] env[65683]: DEBUG nova.network.neutron [-] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.891330] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19098072-2c6f-409a-aa56-32af98be9607 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.902858] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584954f8-60f5-4347-afcf-f05afdb4812d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.943295] env[65683]: DEBUG nova.compute.manager [req-909c498f-1df8-4852-b417-5cc5e7c495f4 req-89525378-a800-4525-b092-79dee9c46a1f service nova] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Detach interface failed, port_id=8b6f3429-df37-4480-a933-1ed2e4355fa9, reason: Instance 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.066829] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 9cbdf99e-510f-4a41-b41b-ef70badaea09] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1192.172137] env[65683]: DEBUG oslo_vmware.api [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221385} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.172473] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.172687] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.172873] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.173084] env[65683]: INFO nova.compute.manager [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1192.173330] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1192.173651] env[65683]: DEBUG nova.compute.manager [-] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1192.173770] env[65683]: DEBUG nova.network.neutron [-] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1192.174108] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.241067] env[65683]: DEBUG nova.scheduler.client.report [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.260431] env[65683]: DEBUG oslo_vmware.api [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434130, 'name': PowerOnVM_Task, 'duration_secs': 0.528909} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.260752] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.260975] env[65683]: DEBUG nova.compute.manager [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1192.261871] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40c9bf-c4d6-477c-9a03-2c25f4b3b9e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.303812] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.314438] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434131, 'name': PowerOffVM_Task, 'duration_secs': 0.262487} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.315113] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.315691] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1192.316089] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867331', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'name': 'volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2c6089ef-678d-4a10-b039-f5af2e2132a4', 'attached_at': '2025-11-14T02:48:07.000000', 'detached_at': '', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'serial': '972cdc91-e463-4ca0-a0d1-f01291bcfed4'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1192.317392] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5987ccc-8157-4819-81da-fb927893445b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.342904] env[65683]: INFO nova.compute.manager [-] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Took 1.28 seconds to deallocate network for instance. [ 1192.346344] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00e239-4e29-4a13-8c71-ec979d0d0d6b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.364024] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35062030-647f-41f7-ba65-519fe9df6756 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.382482] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f485ab54-412c-477f-8a54-aa0da873ec10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.400378] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] The volume has not been displaced from its original location: [datastore1] volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4/volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1192.405977] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.406828] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-710babf9-fad0-43f6-8ecd-8b859aece518 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.430577] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1192.430577] env[65683]: value = "task-4434132" [ 1192.430577] env[65683]: _type = "Task" [ 1192.430577] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.440540] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.572330] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 13cd11b6-55c6-44dd-9c5c-374395b52176] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1192.650820] env[65683]: DEBUG nova.compute.manager [req-3d86862a-0486-4579-9b1a-841e3cee6c14 req-6c10c98f-0c25-4964-a1dc-3a81fff479ec service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Received event network-vif-deleted-5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1192.651184] env[65683]: INFO nova.compute.manager [req-3d86862a-0486-4579-9b1a-841e3cee6c14 req-6c10c98f-0c25-4964-a1dc-3a81fff479ec service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Neutron deleted interface 5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b; detaching it from the instance and deleting it from the info cache [ 1192.651627] env[65683]: DEBUG nova.network.neutron [req-3d86862a-0486-4579-9b1a-841e3cee6c14 req-6c10c98f-0c25-4964-a1dc-3a81fff479ec service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.756656] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.757202] env[65683]: DEBUG nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1192.782302] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.782589] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.782766] env[65683]: DEBUG nova.objects.instance [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1192.857830] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.942981] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.075682] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 316690e2-e4a6-4889-98c4-e4590c8a5f01] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1193.101335] env[65683]: DEBUG nova.network.neutron [-] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.154375] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4410bd0a-4cfc-42a9-84ee-0aff1fb2049a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.166647] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6af6ba-0614-42b8-8b67-6dfe7903cecb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.205122] env[65683]: DEBUG nova.compute.manager [req-3d86862a-0486-4579-9b1a-841e3cee6c14 req-6c10c98f-0c25-4964-a1dc-3a81fff479ec service nova] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Detach interface failed, port_id=5cb2968d-bfb8-4d4a-9bf3-8f9a77b3741b, reason: Instance 0b909529-e25c-4797-86dd-1ae7cadec281 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1193.264159] env[65683]: DEBUG nova.compute.utils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.265661] env[65683]: DEBUG nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1193.265857] env[65683]: DEBUG nova.network.neutron [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1193.266686] env[65683]: WARNING neutronclient.v2_0.client [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.268716] env[65683]: WARNING neutronclient.v2_0.client [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.318774] env[65683]: DEBUG nova.policy [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe79198446c4c859e81d5d8f5ac238d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e597a231fdf441bdb4461c7a133888fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.446942] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.541051] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "f7b44c4d-9087-4d72-a295-b1df45b46103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.541344] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.541552] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.541731] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.544924] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.546255] env[65683]: INFO nova.compute.manager [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Terminating instance [ 1193.580038] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 91cf9555-8264-42f4-904d-8211f5c6b0cf] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1193.604310] env[65683]: INFO nova.compute.manager [-] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Took 1.43 seconds to deallocate network for instance. [ 1193.683729] env[65683]: DEBUG nova.network.neutron [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Successfully created port: 98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1193.771272] env[65683]: DEBUG nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1193.792356] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bb9b14c1-8a64-43d2-8a01-eb81fbe009b7 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.793750] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.936s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.793804] env[65683]: DEBUG nova.objects.instance [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'resources' on Instance uuid 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.942888] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434132, 'name': ReconfigVM_Task, 'duration_secs': 1.21301} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.943121] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.948321] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b337979-0ed0-48c8-b09d-ef32d4546e27 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.965415] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1193.965415] env[65683]: value = "task-4434133" [ 1193.965415] env[65683]: _type = "Task" [ 1193.965415] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.976593] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.053737] env[65683]: DEBUG nova.compute.manager [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1194.054020] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.055353] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997878a4-d729-419f-8023-39e3c3ca9282 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.068331] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.068713] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b62e53-d293-42a9-94e4-c8f8a0ca5080 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.076708] env[65683]: DEBUG oslo_vmware.api [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1194.076708] env[65683]: value = "task-4434134" [ 1194.076708] env[65683]: _type = "Task" [ 1194.076708] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.090268] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 4326ee00-a744-40c5-b4c8-b9678112fab9] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1194.092583] env[65683]: DEBUG oslo_vmware.api [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.092953] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "ea152cb5-56af-4cd0-a120-17ed709a3352" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.093230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "ea152cb5-56af-4cd0-a120-17ed709a3352" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.093427] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "ea152cb5-56af-4cd0-a120-17ed709a3352-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.093612] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "ea152cb5-56af-4cd0-a120-17ed709a3352-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.093865] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "ea152cb5-56af-4cd0-a120-17ed709a3352-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.098016] env[65683]: INFO nova.compute.manager [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Terminating instance [ 1194.116678] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.280767] env[65683]: INFO nova.virt.block_device [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Booting with volume d416ff26-1f57-4df8-a3bb-1e96cd070b40 at /dev/sda [ 1194.324661] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de11232-3a50-42d6-862a-91ff39374f81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.336401] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52fec21-d16f-45e4-a875-4b8c20150932 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.376562] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d09949fc-3e8d-4288-bcc1-06b3418443d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.387095] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc4911-27cf-4ea1-b260-2c32c87a054f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.426758] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144a07e-99cb-4c19-87d1-7a977d4ce1c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.435099] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5355a-b9fd-4e2e-9724-021c8a95e6e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.453218] env[65683]: DEBUG nova.virt.block_device [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updating existing volume attachment record: bb7b0336-e28b-4bf4-b2f8-1aae46a59403 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.478940] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434133, 'name': ReconfigVM_Task, 'duration_secs': 0.136421} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.479322] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867331', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'name': 'volume-972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2c6089ef-678d-4a10-b039-f5af2e2132a4', 'attached_at': '2025-11-14T02:48:07.000000', 'detached_at': '', 'volume_id': '972cdc91-e463-4ca0-a0d1-f01291bcfed4', 'serial': '972cdc91-e463-4ca0-a0d1-f01291bcfed4'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.479633] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.480429] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c189910d-aa9c-4483-8c0a-b761cae9c37e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.491410] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.491692] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea085ce-3f33-46c8-a8dc-a07f7654aaac {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.530461] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef5cfa-b578-483b-bb56-42a3ba69ca5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.539544] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09f4a0c-5a80-45dd-8bd5-817c6518b9a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.573249] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a05a78-9b74-4523-a6ab-5d644b7edfda {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.586530] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d2c30-975d-4778-ba97-793ecfb16c8e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.594554] env[65683]: DEBUG oslo_vmware.api [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434134, 'name': PowerOffVM_Task, 'duration_secs': 0.294186} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.595579] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.596042] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.596275] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 69ac01dc-141d-4931-80b1-472217a25ad3] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1194.598265] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d7862c1-c232-4dbb-ad01-10d7cf1cd985 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.611353] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "refresh_cache-ea152cb5-56af-4cd0-a120-17ed709a3352" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.611539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquired lock "refresh_cache-ea152cb5-56af-4cd0-a120-17ed709a3352" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.611710] env[65683]: DEBUG nova.network.neutron [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1194.612955] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.613174] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.613340] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleting the datastore file [datastore1] 2c6089ef-678d-4a10-b039-f5af2e2132a4 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.613841] env[65683]: DEBUG nova.compute.provider_tree [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.615804] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f704c369-9f42-4723-9fa0-3817bce1cac2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.629194] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1194.629194] env[65683]: value = "task-4434137" [ 1194.629194] env[65683]: _type = "Task" [ 1194.629194] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.639806] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.694748] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.695180] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.695463] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleting the datastore file [datastore2] f7b44c4d-9087-4d72-a295-b1df45b46103 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.695928] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c730b1-907a-4bf6-a190-fb52c6005be6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.705260] env[65683]: DEBUG oslo_vmware.api [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1194.705260] env[65683]: value = "task-4434138" [ 1194.705260] env[65683]: _type = "Task" [ 1194.705260] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.715186] env[65683]: DEBUG oslo_vmware.api [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.102892] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: d74f35ca-04cc-415e-a71d-3d78e99e7a01] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1195.116860] env[65683]: WARNING neutronclient.v2_0.client [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.120191] env[65683]: DEBUG nova.scheduler.client.report [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.140810] env[65683]: DEBUG oslo_vmware.api [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160075} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.142089] env[65683]: DEBUG nova.network.neutron [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1195.144216] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.144403] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.144575] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.144744] env[65683]: INFO nova.compute.manager [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Took 3.36 seconds to destroy the instance on the hypervisor. [ 1195.145248] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1195.146193] env[65683]: DEBUG nova.compute.manager [-] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1195.146193] env[65683]: DEBUG nova.network.neutron [-] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1195.146193] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.169357] env[65683]: DEBUG nova.compute.manager [req-daed37b5-0af7-44da-a0e7-58ae2be5eccf req-41c5c886-239f-48a4-8edc-8019ff4e8247 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Received event network-vif-plugged-98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1195.169613] env[65683]: DEBUG oslo_concurrency.lockutils [req-daed37b5-0af7-44da-a0e7-58ae2be5eccf req-41c5c886-239f-48a4-8edc-8019ff4e8247 service nova] Acquiring lock "f7e3a52a-3512-4816-822e-c1e5d3416caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.169817] env[65683]: DEBUG oslo_concurrency.lockutils [req-daed37b5-0af7-44da-a0e7-58ae2be5eccf req-41c5c886-239f-48a4-8edc-8019ff4e8247 service nova] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.169985] env[65683]: DEBUG oslo_concurrency.lockutils [req-daed37b5-0af7-44da-a0e7-58ae2be5eccf req-41c5c886-239f-48a4-8edc-8019ff4e8247 service nova] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.170171] env[65683]: DEBUG nova.compute.manager [req-daed37b5-0af7-44da-a0e7-58ae2be5eccf req-41c5c886-239f-48a4-8edc-8019ff4e8247 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] No waiting events found dispatching network-vif-plugged-98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1195.170332] env[65683]: WARNING nova.compute.manager [req-daed37b5-0af7-44da-a0e7-58ae2be5eccf req-41c5c886-239f-48a4-8edc-8019ff4e8247 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Received unexpected event network-vif-plugged-98a76752-fbc0-461b-adfb-4b3b722d56e8 for instance with vm_state building and task_state block_device_mapping. [ 1195.199182] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.216142] env[65683]: DEBUG oslo_vmware.api [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272802} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.216421] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.216563] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.216745] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.216895] env[65683]: INFO nova.compute.manager [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1195.217148] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1195.217341] env[65683]: DEBUG nova.compute.manager [-] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1195.217435] env[65683]: DEBUG nova.network.neutron [-] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1195.217723] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.233911] env[65683]: DEBUG nova.network.neutron [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.258502] env[65683]: DEBUG nova.network.neutron [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Successfully updated port: 98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1195.287069] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.606585] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 95bff58e-a68b-487f-a46c-1863360282bd] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1195.628182] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.629329] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.513s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.630177] env[65683]: DEBUG nova.objects.instance [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'resources' on Instance uuid 0b909529-e25c-4797-86dd-1ae7cadec281 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.655812] env[65683]: INFO nova.scheduler.client.report [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted allocations for instance 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2 [ 1195.731969] env[65683]: DEBUG nova.compute.manager [req-7d28d406-f4de-4db7-9364-828da0061886 req-c9c33fe6-c649-4a85-b6f2-2db1c179d0cb service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Received event network-vif-deleted-1a9f0741-167c-4d22-8152-6a49722019e7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1195.731969] env[65683]: INFO nova.compute.manager [req-7d28d406-f4de-4db7-9364-828da0061886 req-c9c33fe6-c649-4a85-b6f2-2db1c179d0cb service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Neutron deleted interface 1a9f0741-167c-4d22-8152-6a49722019e7; detaching it from the instance and deleting it from the info cache [ 1195.732063] env[65683]: DEBUG nova.network.neutron [req-7d28d406-f4de-4db7-9364-828da0061886 req-c9c33fe6-c649-4a85-b6f2-2db1c179d0cb service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.737419] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Releasing lock "refresh_cache-ea152cb5-56af-4cd0-a120-17ed709a3352" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.737419] env[65683]: DEBUG nova.compute.manager [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1195.737419] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.738337] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d5dfc-4d1f-4a46-9c6a-4a5a98630741 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.747467] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.748350] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d98f7ce-a18e-4e60-bff9-420ecd646aef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.756873] env[65683]: DEBUG oslo_vmware.api [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1195.756873] env[65683]: value = "task-4434139" [ 1195.756873] env[65683]: _type = "Task" [ 1195.756873] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.761077] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquiring lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.761967] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquired lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.761967] env[65683]: DEBUG nova.network.neutron [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1195.769723] env[65683]: DEBUG oslo_vmware.api [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.112063] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: ac264115-3fd3-4cc3-b700-dd918838b320] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1196.163030] env[65683]: DEBUG oslo_concurrency.lockutils [None req-be8c4359-0b3d-48e6-a39b-cbbbb7019c3d tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.730s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.177923] env[65683]: DEBUG nova.network.neutron [-] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.230841] env[65683]: DEBUG nova.network.neutron [-] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.235075] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ed89c31-1cd6-41db-9482-369e96ff93c4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.245762] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9730737c-81aa-44d5-a0bc-bcdef5f878b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.274655] env[65683]: DEBUG oslo_vmware.api [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434139, 'name': PowerOffVM_Task, 'duration_secs': 0.229569} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.286622] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.286622] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.287496] env[65683]: DEBUG nova.compute.manager [req-7d28d406-f4de-4db7-9364-828da0061886 req-c9c33fe6-c649-4a85-b6f2-2db1c179d0cb service nova] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Detach interface failed, port_id=1a9f0741-167c-4d22-8152-6a49722019e7, reason: Instance 2c6089ef-678d-4a10-b039-f5af2e2132a4 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1196.287947] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040f247c-8033-4bd4-a5cf-c155cf51dbe8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.304035] env[65683]: DEBUG nova.network.neutron [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1196.318799] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.319019] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.319203] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Deleting the datastore file [datastore1] ea152cb5-56af-4cd0-a120-17ed709a3352 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.319711] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec7c1b7e-f97d-40b1-afa1-6e7c60b3eaf4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.330362] env[65683]: DEBUG oslo_vmware.api [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for the task: (returnval){ [ 1196.330362] env[65683]: value = "task-4434141" [ 1196.330362] env[65683]: _type = "Task" [ 1196.330362] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.346670] env[65683]: DEBUG oslo_vmware.api [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.348552] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659cf086-01f3-43a6-99a5-cda294d7f915 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.359686] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b91aa39-ac6e-44b3-a0c3-7f146b56a649 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.394704] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c6248-ace0-488e-bc86-92d6f8444ea7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.404143] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52704d95-a42d-428f-bc95-ecff633b62e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.419576] env[65683]: DEBUG nova.compute.provider_tree [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.435088] env[65683]: WARNING neutronclient.v2_0.client [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.510115] env[65683]: DEBUG nova.network.neutron [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updating instance_info_cache with network_info: [{"id": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "address": "fa:16:3e:b5:4e:a8", "network": {"id": "1610f54e-089c-422c-a6e1-f1d34916b83f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1626164794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e597a231fdf441bdb4461c7a133888fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a76752-fb", "ovs_interfaceid": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.576970] env[65683]: DEBUG nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1196.577542] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1196.577827] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.577991] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1196.578189] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.578330] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1196.578473] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1196.578728] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.578896] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1196.579071] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1196.579233] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1196.579400] env[65683]: DEBUG nova.virt.hardware [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1196.580774] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59127aa1-7ac3-4e1f-9511-a5fffd243374 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.589527] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa42b3-ac57-4674-bcba-53a21cb8ebb0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.615438] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.680075] env[65683]: INFO nova.compute.manager [-] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Took 1.53 seconds to deallocate network for instance. [ 1196.733555] env[65683]: INFO nova.compute.manager [-] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Took 1.52 seconds to deallocate network for instance. [ 1196.847129] env[65683]: DEBUG oslo_vmware.api [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Task: {'id': task-4434141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118411} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.847376] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.847552] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.847741] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.847926] env[65683]: INFO nova.compute.manager [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1196.848354] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1196.848354] env[65683]: DEBUG nova.compute.manager [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1196.848464] env[65683]: DEBUG nova.network.neutron [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1196.848696] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.866938] env[65683]: DEBUG nova.network.neutron [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1196.867239] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.924750] env[65683]: DEBUG nova.scheduler.client.report [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.012687] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Releasing lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.013128] env[65683]: DEBUG nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance network_info: |[{"id": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "address": "fa:16:3e:b5:4e:a8", "network": {"id": "1610f54e-089c-422c-a6e1-f1d34916b83f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1626164794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e597a231fdf441bdb4461c7a133888fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a76752-fb", "ovs_interfaceid": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1197.013614] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98a76752-fbc0-461b-adfb-4b3b722d56e8', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.021614] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Creating folder: Project (e597a231fdf441bdb4461c7a133888fd). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.021937] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4f07400-9ec1-4c57-b0c9-edf42dbe92cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.039501] env[65683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1197.039681] env[65683]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1197.040280] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Folder already exists: Project (e597a231fdf441bdb4461c7a133888fd). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1197.040683] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Creating folder: Instances. Parent ref: group-v867358. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.041228] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e34875d-29b2-4389-b021-13c0a38c75e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.048382] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "01431235-f422-4bb8-b952-591d16c3051e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.048610] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.055748] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Created folder: Instances in parent group-v867358. [ 1197.056047] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1197.056254] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.056480] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f9a2495-30c4-43dc-9f69-a28c07973070 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.079144] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.079144] env[65683]: value = "task-4434144" [ 1197.079144] env[65683]: _type = "Task" [ 1197.079144] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.088931] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434144, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.211792] env[65683]: DEBUG nova.compute.manager [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Received event network-changed-98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1197.212105] env[65683]: DEBUG nova.compute.manager [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Refreshing instance network info cache due to event network-changed-98a76752-fbc0-461b-adfb-4b3b722d56e8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1197.212376] env[65683]: DEBUG oslo_concurrency.lockutils [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] Acquiring lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.212579] env[65683]: DEBUG oslo_concurrency.lockutils [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] Acquired lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.213140] env[65683]: DEBUG nova.network.neutron [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Refreshing network info cache for port 98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.229232] env[65683]: INFO nova.compute.manager [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Took 0.55 seconds to detach 1 volumes for instance. [ 1197.231857] env[65683]: DEBUG nova.compute.manager [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Deleting volume: 972cdc91-e463-4ca0-a0d1-f01291bcfed4 {{(pid=65683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1197.240053] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.369467] env[65683]: DEBUG nova.network.neutron [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.428938] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.431379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.191s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.431579] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.454421] env[65683]: INFO nova.scheduler.client.report [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted allocations for instance f7b44c4d-9087-4d72-a295-b1df45b46103 [ 1197.456293] env[65683]: INFO nova.scheduler.client.report [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted allocations for instance 0b909529-e25c-4797-86dd-1ae7cadec281 [ 1197.551384] env[65683]: DEBUG nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1197.589949] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434144, 'name': CreateVM_Task, 'duration_secs': 0.331114} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.591034] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.591584] env[65683]: WARNING neutronclient.v2_0.client [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.591984] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'bb7b0336-e28b-4bf4-b2f8-1aae46a59403', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867367', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'name': 'volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e3a52a-3512-4816-822e-c1e5d3416caa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'serial': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=65683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1197.592237] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Root volume attach. Driver type: vmdk {{(pid=65683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1197.593320] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d788fa6b-ebb3-45f5-8bbe-4281da0c2457 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.602629] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338483cf-19bd-43e2-bda7-92684bb0de36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.610127] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69fc5f6-f9fe-4a6f-9b52-3e0ec9f3c2b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.617143] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-92d8a492-0bb6-4409-bf32-9d5fd91e8960 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.627158] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1197.627158] env[65683]: value = "task-4434146" [ 1197.627158] env[65683]: _type = "Task" [ 1197.627158] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.637607] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434146, 'name': RelocateVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.716397] env[65683]: WARNING neutronclient.v2_0.client [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.776814] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.776814] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.776814] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.795903] env[65683]: INFO nova.scheduler.client.report [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted allocations for instance 2c6089ef-678d-4a10-b039-f5af2e2132a4 [ 1197.873632] env[65683]: INFO nova.compute.manager [-] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Took 1.02 seconds to deallocate network for instance. [ 1197.879402] env[65683]: WARNING neutronclient.v2_0.client [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.968939] env[65683]: DEBUG nova.network.neutron [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updated VIF entry in instance network info cache for port 98a76752-fbc0-461b-adfb-4b3b722d56e8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1197.969370] env[65683]: DEBUG nova.network.neutron [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updating instance_info_cache with network_info: [{"id": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "address": "fa:16:3e:b5:4e:a8", "network": {"id": "1610f54e-089c-422c-a6e1-f1d34916b83f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1626164794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e597a231fdf441bdb4461c7a133888fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a76752-fb", "ovs_interfaceid": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.971776] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8710d879-c85e-4dc1-9c93-85443b322cac tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "f7b44c4d-9087-4d72-a295-b1df45b46103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.430s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.972826] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3cf4956e-2115-4642-b07a-042170f5cd9d tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "0b909529-e25c-4797-86dd-1ae7cadec281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.933s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.073149] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.073417] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.074881] env[65683]: INFO nova.compute.claims [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.137198] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434146, 'name': RelocateVM_Task, 'duration_secs': 0.028893} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.137483] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1198.137677] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867367', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'name': 'volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e3a52a-3512-4816-822e-c1e5d3416caa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'serial': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1198.138546] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e8e5a6-ceb5-4fe6-bf2b-7da4e8670d5b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.156206] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb83ab7-cb82-4c61-a3a2-7ef4dbd18ed3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.180917] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40/volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.181467] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c13093f-54c6-4fb9-8cff-8fc0a807c6e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.202838] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1198.202838] env[65683]: value = "task-4434147" [ 1198.202838] env[65683]: _type = "Task" [ 1198.202838] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.212209] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.309428] env[65683]: DEBUG oslo_concurrency.lockutils [None req-93aaf26f-473d-41ce-8e61-b535025923bb tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "2c6089ef-678d-4a10-b039-f5af2e2132a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.029s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.383649] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.475327] env[65683]: DEBUG oslo_concurrency.lockutils [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] Releasing lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.475649] env[65683]: DEBUG nova.compute.manager [req-cfcfc09d-47c7-49b5-95d7-85706e851c46 req-9ab0e0bb-f8e4-4be2-9545-e7a63b137c21 service nova] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Received event network-vif-deleted-412ab9e4-ab4a-4bf8-86c1-6db2047f3993 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1198.508122] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "a860a1de-636e-4d84-abf6-5c0e999a70e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.508416] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.508631] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "a860a1de-636e-4d84-abf6-5c0e999a70e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.508839] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.509032] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.511285] env[65683]: INFO nova.compute.manager [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Terminating instance [ 1198.714454] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434147, 'name': ReconfigVM_Task, 'duration_secs': 0.285985} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.714600] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40/volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.719577] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc612aa-af0f-4304-b907-155c74efeca8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.736185] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1198.736185] env[65683]: value = "task-4434148" [ 1198.736185] env[65683]: _type = "Task" [ 1198.736185] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.747219] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.949152] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.949377] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.015598] env[65683]: DEBUG nova.compute.manager [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1199.015942] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.017321] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bea7ad8-ea83-4a1c-8989-c708bcfb80a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.027337] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.027691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "8592e736-1222-4c2e-a02b-586f02954cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.027989] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "8592e736-1222-4c2e-a02b-586f02954cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.028198] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "8592e736-1222-4c2e-a02b-586f02954cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.028382] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "8592e736-1222-4c2e-a02b-586f02954cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.028573] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "8592e736-1222-4c2e-a02b-586f02954cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.030400] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28c6299-152b-4725-9e6a-82639d88e182 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.032600] env[65683]: INFO nova.compute.manager [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Terminating instance [ 1199.040874] env[65683]: DEBUG oslo_vmware.api [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1199.040874] env[65683]: value = "task-4434149" [ 1199.040874] env[65683]: _type = "Task" [ 1199.040874] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.051598] env[65683]: DEBUG oslo_vmware.api [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.247818] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434148, 'name': ReconfigVM_Task, 'duration_secs': 0.124295} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.248344] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867367', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'name': 'volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e3a52a-3512-4816-822e-c1e5d3416caa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'serial': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1199.248764] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d18fe48e-1f2e-477a-a245-d9c77d7282da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.257503] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1199.257503] env[65683]: value = "task-4434150" [ 1199.257503] env[65683]: _type = "Task" [ 1199.257503] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.268372] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434150, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.318860] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca0c47e-49c4-44f7-ab61-25423044b289 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.327175] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff1a21-2378-4f54-b48b-0300b8059243 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.360801] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd613a9f-8c0c-44e9-9181-46652d322f25 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.369679] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaa585d-09ca-4aa2-9c16-336e3f75f0ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.385591] env[65683]: DEBUG nova.compute.provider_tree [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.452210] env[65683]: DEBUG nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1199.536777] env[65683]: DEBUG nova.compute.manager [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1199.536994] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.538040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d107a-df72-4ab9-b609-958ff1e7919f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.547081] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.547723] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-237027c9-69ae-474e-a56e-9151253544d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.553316] env[65683]: DEBUG oslo_vmware.api [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434149, 'name': PowerOffVM_Task, 'duration_secs': 0.216013} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.554584] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.554775] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.555085] env[65683]: DEBUG oslo_vmware.api [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1199.555085] env[65683]: value = "task-4434151" [ 1199.555085] env[65683]: _type = "Task" [ 1199.555085] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.555280] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d95787-a7eb-4b1f-927c-77d3e13bd07b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.567741] env[65683]: DEBUG oslo_vmware.api [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.629192] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.629575] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.629876] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleting the datastore file [datastore2] a860a1de-636e-4d84-abf6-5c0e999a70e8 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.630397] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf57ca8-f22c-46d2-b3ba-3e1d59c94c90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.639341] env[65683]: DEBUG oslo_vmware.api [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1199.639341] env[65683]: value = "task-4434153" [ 1199.639341] env[65683]: _type = "Task" [ 1199.639341] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.648828] env[65683]: DEBUG oslo_vmware.api [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.769259] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434150, 'name': Rename_Task, 'duration_secs': 0.157769} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.769547] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.769803] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb2128da-a52e-4258-96e0-19f5037baa79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.777610] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1199.777610] env[65683]: value = "task-4434154" [ 1199.777610] env[65683]: _type = "Task" [ 1199.777610] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.787538] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.889102] env[65683]: DEBUG nova.scheduler.client.report [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.975975] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.069404] env[65683]: DEBUG oslo_vmware.api [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434151, 'name': PowerOffVM_Task, 'duration_secs': 0.232448} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.069674] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.069841] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.070156] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fa671bf-a177-4171-862f-f6908cc14de7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.153445] env[65683]: DEBUG oslo_vmware.api [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239523} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.155057] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.155389] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.155734] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.155871] env[65683]: INFO nova.compute.manager [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1200.156081] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1200.156384] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.156587] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.156820] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleting the datastore file [datastore2] 8592e736-1222-4c2e-a02b-586f02954cf0 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.157211] env[65683]: DEBUG nova.compute.manager [-] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1200.157384] env[65683]: DEBUG nova.network.neutron [-] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1200.157668] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.159824] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f315f6-ba92-4f73-bba1-93cb81592d5e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.167891] env[65683]: DEBUG oslo_vmware.api [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for the task: (returnval){ [ 1200.167891] env[65683]: value = "task-4434156" [ 1200.167891] env[65683]: _type = "Task" [ 1200.167891] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.181426] env[65683]: DEBUG oslo_vmware.api [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.265156] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.290929] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.394465] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.395193] env[65683]: DEBUG nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1200.398033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.014s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.398274] env[65683]: DEBUG nova.objects.instance [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lazy-loading 'resources' on Instance uuid ea152cb5-56af-4cd0-a120-17ed709a3352 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.513904] env[65683]: DEBUG nova.compute.manager [req-8b55754b-5466-4de1-a618-834270646f30 req-f329499e-addd-4263-9a2a-6ea1c0bfc251 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Received event network-vif-deleted-4dbdc383-82a8-4c26-bea3-c12e3ed8399b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1200.513904] env[65683]: INFO nova.compute.manager [req-8b55754b-5466-4de1-a618-834270646f30 req-f329499e-addd-4263-9a2a-6ea1c0bfc251 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Neutron deleted interface 4dbdc383-82a8-4c26-bea3-c12e3ed8399b; detaching it from the instance and deleting it from the info cache [ 1200.514087] env[65683]: DEBUG nova.network.neutron [req-8b55754b-5466-4de1-a618-834270646f30 req-f329499e-addd-4263-9a2a-6ea1c0bfc251 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.683464] env[65683]: DEBUG oslo_vmware.api [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Task: {'id': task-4434156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269836} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.683906] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.684179] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.684445] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.684685] env[65683]: INFO nova.compute.manager [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1200.685020] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1200.685312] env[65683]: DEBUG nova.compute.manager [-] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1200.685447] env[65683]: DEBUG nova.network.neutron [-] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1200.686028] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.789667] env[65683]: DEBUG oslo_vmware.api [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434154, 'name': PowerOnVM_Task, 'duration_secs': 0.514788} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.791098] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.791098] env[65683]: INFO nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Took 4.21 seconds to spawn the instance on the hypervisor. [ 1200.791098] env[65683]: DEBUG nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1200.791394] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f476be-9453-4b3d-a645-3428c184f2ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.794511] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.901436] env[65683]: DEBUG nova.compute.utils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.904235] env[65683]: DEBUG nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1200.904235] env[65683]: DEBUG nova.network.neutron [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1200.904235] env[65683]: WARNING neutronclient.v2_0.client [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.904235] env[65683]: WARNING neutronclient.v2_0.client [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.953929] env[65683]: DEBUG nova.policy [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38915d4ecfbe4dc98f0bd40747b75a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9657fb7802744a118f7b88852d2fd964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.989456] env[65683]: DEBUG nova.network.neutron [-] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.016651] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b0f69b4-aadb-422b-b977-5722265f2a71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.030999] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c98e044-bfee-49d2-ab4b-dba8d700c5a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.047851] env[65683]: DEBUG nova.compute.manager [req-6a8e8c20-b675-441a-88f9-9b514116b77b req-b7cc30bb-96f8-43ae-b059-4c9a078985f0 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Received event network-vif-deleted-83095d6d-2fa5-4d6e-ae92-9f05c7313818 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1201.048118] env[65683]: INFO nova.compute.manager [req-6a8e8c20-b675-441a-88f9-9b514116b77b req-b7cc30bb-96f8-43ae-b059-4c9a078985f0 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Neutron deleted interface 83095d6d-2fa5-4d6e-ae92-9f05c7313818; detaching it from the instance and deleting it from the info cache [ 1201.048301] env[65683]: DEBUG nova.network.neutron [req-6a8e8c20-b675-441a-88f9-9b514116b77b req-b7cc30bb-96f8-43ae-b059-4c9a078985f0 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.074326] env[65683]: DEBUG nova.compute.manager [req-8b55754b-5466-4de1-a618-834270646f30 req-f329499e-addd-4263-9a2a-6ea1c0bfc251 service nova] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Detach interface failed, port_id=4dbdc383-82a8-4c26-bea3-c12e3ed8399b, reason: Instance a860a1de-636e-4d84-abf6-5c0e999a70e8 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1201.076277] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faca4a49-a4ef-441a-9e24-0665ee61df09 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.084524] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013775e1-0548-4d25-b059-5efc9720a0f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.116658] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a5e14-3253-4963-9d81-a7913e8a5352 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.125493] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca52df6e-2ff8-4341-8874-ff863c448c9f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.140395] env[65683]: DEBUG nova.compute.provider_tree [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.287854] env[65683]: DEBUG nova.network.neutron [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Successfully created port: 3439a3fc-3348-4f68-b826-c9e8d3a8227f {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1201.312333] env[65683]: INFO nova.compute.manager [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Took 10.90 seconds to build instance. [ 1201.412770] env[65683]: DEBUG nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1201.493110] env[65683]: INFO nova.compute.manager [-] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Took 1.34 seconds to deallocate network for instance. [ 1201.512191] env[65683]: DEBUG nova.network.neutron [-] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.550834] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85654bab-18b7-4440-808b-53eaae8d216e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.561426] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d25284d-ce16-4bd3-8e8a-303704c4296d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.595934] env[65683]: DEBUG nova.compute.manager [req-6a8e8c20-b675-441a-88f9-9b514116b77b req-b7cc30bb-96f8-43ae-b059-4c9a078985f0 service nova] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Detach interface failed, port_id=83095d6d-2fa5-4d6e-ae92-9f05c7313818, reason: Instance 8592e736-1222-4c2e-a02b-586f02954cf0 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1201.644456] env[65683]: DEBUG nova.scheduler.client.report [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.814728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49e313dc-6796-4f8f-929b-f65459497888 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.405s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.001404] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.016770] env[65683]: INFO nova.compute.manager [-] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Took 1.33 seconds to deallocate network for instance. [ 1202.150684] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.153686] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.178s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.155352] env[65683]: INFO nova.compute.claims [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.178329] env[65683]: INFO nova.scheduler.client.report [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Deleted allocations for instance ea152cb5-56af-4cd0-a120-17ed709a3352 [ 1202.421907] env[65683]: DEBUG nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1202.452980] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1202.452980] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.452980] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1202.452980] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.452980] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1202.452980] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1202.452980] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.453637] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1202.453966] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1202.454339] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1202.457018] env[65683]: DEBUG nova.virt.hardware [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1202.457018] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf737c8-5666-48af-a780-9312e0a32f2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.465392] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535bc3f7-4d63-477b-8ef9-8b44cb95b009 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.522921] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.686950] env[65683]: DEBUG oslo_concurrency.lockutils [None req-34cb006b-3b26-4c47-82fd-f3421f2ba490 tempest-ServerShowV257Test-208837551 tempest-ServerShowV257Test-208837551-project-member] Lock "ea152cb5-56af-4cd0-a120-17ed709a3352" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.594s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.798676] env[65683]: DEBUG nova.compute.manager [req-d2891dc5-4782-4da1-84b1-79564bbab9b5 req-79925a76-04cd-40f6-aea6-f755eaceec74 service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Received event network-vif-plugged-3439a3fc-3348-4f68-b826-c9e8d3a8227f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1202.799065] env[65683]: DEBUG oslo_concurrency.lockutils [req-d2891dc5-4782-4da1-84b1-79564bbab9b5 req-79925a76-04cd-40f6-aea6-f755eaceec74 service nova] Acquiring lock "01431235-f422-4bb8-b952-591d16c3051e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.799396] env[65683]: DEBUG oslo_concurrency.lockutils [req-d2891dc5-4782-4da1-84b1-79564bbab9b5 req-79925a76-04cd-40f6-aea6-f755eaceec74 service nova] Lock "01431235-f422-4bb8-b952-591d16c3051e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.799914] env[65683]: DEBUG oslo_concurrency.lockutils [req-d2891dc5-4782-4da1-84b1-79564bbab9b5 req-79925a76-04cd-40f6-aea6-f755eaceec74 service nova] Lock "01431235-f422-4bb8-b952-591d16c3051e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.800263] env[65683]: DEBUG nova.compute.manager [req-d2891dc5-4782-4da1-84b1-79564bbab9b5 req-79925a76-04cd-40f6-aea6-f755eaceec74 service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] No waiting events found dispatching network-vif-plugged-3439a3fc-3348-4f68-b826-c9e8d3a8227f {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1202.800663] env[65683]: WARNING nova.compute.manager [req-d2891dc5-4782-4da1-84b1-79564bbab9b5 req-79925a76-04cd-40f6-aea6-f755eaceec74 service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Received unexpected event network-vif-plugged-3439a3fc-3348-4f68-b826-c9e8d3a8227f for instance with vm_state building and task_state spawning. [ 1202.903177] env[65683]: DEBUG nova.network.neutron [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Successfully updated port: 3439a3fc-3348-4f68-b826-c9e8d3a8227f {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1203.077930] env[65683]: DEBUG nova.compute.manager [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Received event network-changed-98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1203.078100] env[65683]: DEBUG nova.compute.manager [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Refreshing instance network info cache due to event network-changed-98a76752-fbc0-461b-adfb-4b3b722d56e8. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1203.078347] env[65683]: DEBUG oslo_concurrency.lockutils [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] Acquiring lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.078521] env[65683]: DEBUG oslo_concurrency.lockutils [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] Acquired lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.078772] env[65683]: DEBUG nova.network.neutron [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Refreshing network info cache for port 98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.283741] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35eff59-ace0-4b9f-854c-f4bcec2b137b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.294391] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd560de8-3ea9-4be6-a859-3a348d97aad6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.327021] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf40e52-0cd3-4e72-a64c-976dbe165e43 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.335974] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31daa69-bbd4-4a50-a0ff-0b47762c270a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.351729] env[65683]: DEBUG nova.compute.provider_tree [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.406095] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.406346] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.407999] env[65683]: DEBUG nova.network.neutron [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1203.581323] env[65683]: WARNING neutronclient.v2_0.client [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.767939] env[65683]: WARNING neutronclient.v2_0.client [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.840410] env[65683]: DEBUG nova.network.neutron [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updated VIF entry in instance network info cache for port 98a76752-fbc0-461b-adfb-4b3b722d56e8. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1203.840775] env[65683]: DEBUG nova.network.neutron [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updating instance_info_cache with network_info: [{"id": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "address": "fa:16:3e:b5:4e:a8", "network": {"id": "1610f54e-089c-422c-a6e1-f1d34916b83f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1626164794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e597a231fdf441bdb4461c7a133888fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a76752-fb", "ovs_interfaceid": "98a76752-fbc0-461b-adfb-4b3b722d56e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.854497] env[65683]: DEBUG nova.scheduler.client.report [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.940759] env[65683]: DEBUG nova.network.neutron [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1204.039021] env[65683]: WARNING neutronclient.v2_0.client [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.136229] env[65683]: DEBUG nova.network.neutron [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance_info_cache with network_info: [{"id": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "address": "fa:16:3e:cf:db:7a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3439a3fc-33", "ovs_interfaceid": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.343408] env[65683]: DEBUG oslo_concurrency.lockutils [req-a6fb5783-1a24-4e67-9576-dc4f0fc19168 req-a3cffadc-2d6e-4da3-acfc-8f4d5271d4b6 service nova] Releasing lock "refresh_cache-f7e3a52a-3512-4816-822e-c1e5d3416caa" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.359677] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.360461] env[65683]: DEBUG nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1204.363555] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.363s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.363782] env[65683]: DEBUG nova.objects.instance [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'resources' on Instance uuid a860a1de-636e-4d84-abf6-5c0e999a70e8 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.640294] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.640775] env[65683]: DEBUG nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Instance network_info: |[{"id": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "address": "fa:16:3e:cf:db:7a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3439a3fc-33", "ovs_interfaceid": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1204.641092] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:db:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3439a3fc-3348-4f68-b826-c9e8d3a8227f', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.648739] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1204.649085] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.649332] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9acb224-00b0-4ffe-a3aa-9574355c991b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.673240] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.673240] env[65683]: value = "task-4434157" [ 1204.673240] env[65683]: _type = "Task" [ 1204.673240] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.682565] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434157, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.834058] env[65683]: DEBUG nova.compute.manager [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Received event network-changed-3439a3fc-3348-4f68-b826-c9e8d3a8227f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1204.834058] env[65683]: DEBUG nova.compute.manager [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Refreshing instance network info cache due to event network-changed-3439a3fc-3348-4f68-b826-c9e8d3a8227f. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1204.834058] env[65683]: DEBUG oslo_concurrency.lockutils [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] Acquiring lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.834240] env[65683]: DEBUG oslo_concurrency.lockutils [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] Acquired lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.834354] env[65683]: DEBUG nova.network.neutron [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Refreshing network info cache for port 3439a3fc-3348-4f68-b826-c9e8d3a8227f {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.868089] env[65683]: DEBUG nova.compute.utils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.869935] env[65683]: DEBUG nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1204.870193] env[65683]: DEBUG nova.network.neutron [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1204.870728] env[65683]: WARNING neutronclient.v2_0.client [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.871236] env[65683]: WARNING neutronclient.v2_0.client [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.926333] env[65683]: DEBUG nova.policy [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e03ed29b52c43f59e0a939fe43cbaf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78d2b5046d3c4de593c525e116690fe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.034545] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0129ea-0efb-4df3-b74d-7f7aec048011 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.045779] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352167c8-d796-4057-aa97-cc948b1ed7c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.082044] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af5c04e-a319-4992-a121-28e0dd41c55d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.092018] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a4f4b4-5691-41dc-a032-9e529785060b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.108209] env[65683]: DEBUG nova.compute.provider_tree [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.186613] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434157, 'name': CreateVM_Task, 'duration_secs': 0.375976} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.186715] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.187237] env[65683]: WARNING neutronclient.v2_0.client [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.195637] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.195823] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.197657] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.197657] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a33bbf-55e9-40df-9792-34ae59ad1b67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.203349] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1205.203349] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e1b47d-d353-1782-1a3f-f6cd5972866e" [ 1205.203349] env[65683]: _type = "Task" [ 1205.203349] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.215128] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e1b47d-d353-1782-1a3f-f6cd5972866e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.219939] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.220278] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.338738] env[65683]: WARNING neutronclient.v2_0.client [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.344557] env[65683]: DEBUG nova.network.neutron [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Successfully created port: 46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1205.378702] env[65683]: DEBUG nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1205.528719] env[65683]: WARNING neutronclient.v2_0.client [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.611826] env[65683]: DEBUG nova.scheduler.client.report [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.628451] env[65683]: DEBUG nova.network.neutron [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updated VIF entry in instance network info cache for port 3439a3fc-3348-4f68-b826-c9e8d3a8227f. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1205.628882] env[65683]: DEBUG nova.network.neutron [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance_info_cache with network_info: [{"id": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "address": "fa:16:3e:cf:db:7a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3439a3fc-33", "ovs_interfaceid": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.716641] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e1b47d-d353-1782-1a3f-f6cd5972866e, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.717123] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.717346] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.717581] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.717737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.717941] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.718305] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d474ca8-41d9-487c-a116-4885e1158616 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.723574] env[65683]: DEBUG nova.compute.utils [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.728931] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.729226] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.729875] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4fb9e4-71d5-4422-9022-97600ef9bc8f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.737085] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1205.737085] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5285e9d3-f567-2d4a-4cec-da8a3d57f044" [ 1205.737085] env[65683]: _type = "Task" [ 1205.737085] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.747362] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5285e9d3-f567-2d4a-4cec-da8a3d57f044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.117034] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.119333] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.597s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.119568] env[65683]: DEBUG nova.objects.instance [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lazy-loading 'resources' on Instance uuid 8592e736-1222-4c2e-a02b-586f02954cf0 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.135230] env[65683]: DEBUG oslo_concurrency.lockutils [req-9532bfbc-47ae-4b57-a2aa-4678bbfc0aac req-17d6d46e-40ee-44c8-9c68-b5a041ecee5e service nova] Releasing lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.142012] env[65683]: INFO nova.scheduler.client.report [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted allocations for instance a860a1de-636e-4d84-abf6-5c0e999a70e8 [ 1206.226543] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.249211] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5285e9d3-f567-2d4a-4cec-da8a3d57f044, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.250602] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cdf52ef-2c6b-44de-8039-34263500d770 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.258716] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1206.258716] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]525d05c6-8f13-f7ef-c8ee-b1e53d3dfebf" [ 1206.258716] env[65683]: _type = "Task" [ 1206.258716] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.269148] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525d05c6-8f13-f7ef-c8ee-b1e53d3dfebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.390435] env[65683]: DEBUG nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1206.416995] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1206.417261] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.417410] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1206.417583] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.417722] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1206.417860] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1206.418119] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1206.418285] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1206.418444] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1206.418594] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1206.418762] env[65683]: DEBUG nova.virt.hardware [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1206.419714] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e51a3a9-c791-4553-98ab-87e34d5d2272 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.428354] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f5531-205c-41d9-a5ac-3e17d4988ca7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.656086] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b7472980-4f11-4eee-aa7e-d66679a74b8a tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "a860a1de-636e-4d84-abf6-5c0e999a70e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.147s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.727804] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eebbe1b-7c46-4192-822b-ea21568baaed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.736251] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8ed77-9459-43ed-ba48-4e476018d37c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.772124] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d91e8e-a7d1-48ea-8afe-ebfda461da0a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.783942] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]525d05c6-8f13-f7ef-c8ee-b1e53d3dfebf, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.785165] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c0d68c-7907-41d1-bc0f-fa74922674d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.789315] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.789602] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 01431235-f422-4bb8-b952-591d16c3051e/01431235-f422-4bb8-b952-591d16c3051e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.790955] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d96611e-9cc1-4f5f-bcab-bd0b579e1081 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.814934] env[65683]: DEBUG nova.compute.provider_tree [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.818760] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1206.818760] env[65683]: value = "task-4434158" [ 1206.818760] env[65683]: _type = "Task" [ 1206.818760] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.832018] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.860916] env[65683]: DEBUG nova.network.neutron [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Successfully updated port: 46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1206.881266] env[65683]: DEBUG nova.compute.manager [req-489e9e61-2f32-419f-8357-40b5d5665f2e req-4c6d3810-1c43-4baa-a96b-4e4dbaab01eb service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Received event network-vif-plugged-46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.881884] env[65683]: DEBUG oslo_concurrency.lockutils [req-489e9e61-2f32-419f-8357-40b5d5665f2e req-4c6d3810-1c43-4baa-a96b-4e4dbaab01eb service nova] Acquiring lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.883012] env[65683]: DEBUG oslo_concurrency.lockutils [req-489e9e61-2f32-419f-8357-40b5d5665f2e req-4c6d3810-1c43-4baa-a96b-4e4dbaab01eb service nova] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.883012] env[65683]: DEBUG oslo_concurrency.lockutils [req-489e9e61-2f32-419f-8357-40b5d5665f2e req-4c6d3810-1c43-4baa-a96b-4e4dbaab01eb service nova] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.883012] env[65683]: DEBUG nova.compute.manager [req-489e9e61-2f32-419f-8357-40b5d5665f2e req-4c6d3810-1c43-4baa-a96b-4e4dbaab01eb service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] No waiting events found dispatching network-vif-plugged-46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1206.883012] env[65683]: WARNING nova.compute.manager [req-489e9e61-2f32-419f-8357-40b5d5665f2e req-4c6d3810-1c43-4baa-a96b-4e4dbaab01eb service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Received unexpected event network-vif-plugged-46d9b90b-405d-4f31-b83e-96e5955305ba for instance with vm_state building and task_state spawning. [ 1207.298353] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.298760] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.299075] env[65683]: INFO nova.compute.manager [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Attaching volume 27b17975-63a2-4750-b103-f3bb795bb7be to /dev/sdb [ 1207.321126] env[65683]: DEBUG nova.scheduler.client.report [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.334708] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510334} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.334963] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 01431235-f422-4bb8-b952-591d16c3051e/01431235-f422-4bb8-b952-591d16c3051e.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.335184] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.335440] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28cb1a77-45b6-4692-a3c8-8bdd6db7201b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.339586] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414266b7-882a-445d-81aa-ac18274b3ae6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.348774] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6774c4b-1e5d-4eb4-91a1-6747cd067a90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.351391] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1207.351391] env[65683]: value = "task-4434160" [ 1207.351391] env[65683]: _type = "Task" [ 1207.351391] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.361143] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.364770] env[65683]: DEBUG nova.virt.block_device [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updating existing volume attachment record: 9f58cfcc-a8eb-4293-92b2-8ab0ba8aaae6 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1207.367471] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.367623] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.367757] env[65683]: DEBUG nova.network.neutron [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1207.830647] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.859336] env[65683]: INFO nova.scheduler.client.report [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Deleted allocations for instance 8592e736-1222-4c2e-a02b-586f02954cf0 [ 1207.863783] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.902080] env[65683]: DEBUG nova.network.neutron [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1207.992326] env[65683]: WARNING neutronclient.v2_0.client [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.078372] env[65683]: DEBUG nova.network.neutron [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updating instance_info_cache with network_info: [{"id": "46d9b90b-405d-4f31-b83e-96e5955305ba", "address": "fa:16:3e:0c:5c:17", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d9b90b-40", "ovs_interfaceid": "46d9b90b-405d-4f31-b83e-96e5955305ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.363028] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.372505] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7d0a791a-dc44-42b1-9f9e-7f966f3ae974 tempest-ServersTestJSON-1597198023 tempest-ServersTestJSON-1597198023-project-member] Lock "8592e736-1222-4c2e-a02b-586f02954cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.344s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.581165] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.581483] env[65683]: DEBUG nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Instance network_info: |[{"id": "46d9b90b-405d-4f31-b83e-96e5955305ba", "address": "fa:16:3e:0c:5c:17", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d9b90b-40", "ovs_interfaceid": "46d9b90b-405d-4f31-b83e-96e5955305ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1208.581966] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46d9b90b-405d-4f31-b83e-96e5955305ba', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.590038] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1208.590343] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.590589] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7046546-59c7-49ad-a16c-ace2010a9088 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.613653] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.613653] env[65683]: value = "task-4434162" [ 1208.613653] env[65683]: _type = "Task" [ 1208.613653] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.623070] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434162, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.867280] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.220286} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.867652] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.868217] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f281e49-a87e-4e06-839a-df7bb91f8d53 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.893102] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 01431235-f422-4bb8-b952-591d16c3051e/01431235-f422-4bb8-b952-591d16c3051e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.893448] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-938f5b8e-4596-404f-ab11-10f767eb2b93 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.915580] env[65683]: DEBUG nova.compute.manager [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Received event network-changed-46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1208.915897] env[65683]: DEBUG nova.compute.manager [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Refreshing instance network info cache due to event network-changed-46d9b90b-405d-4f31-b83e-96e5955305ba. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1208.916120] env[65683]: DEBUG oslo_concurrency.lockutils [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] Acquiring lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.916275] env[65683]: DEBUG oslo_concurrency.lockutils [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] Acquired lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.916697] env[65683]: DEBUG nova.network.neutron [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Refreshing network info cache for port 46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.920577] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1208.920577] env[65683]: value = "task-4434163" [ 1208.920577] env[65683]: _type = "Task" [ 1208.920577] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.932191] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434163, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.127789] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434162, 'name': CreateVM_Task, 'duration_secs': 0.400144} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.127789] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.128586] env[65683]: WARNING neutronclient.v2_0.client [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.129069] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.129292] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.129758] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.130156] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06f4556-3fe1-4fae-8fc9-e0ce5a260c42 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.136876] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1209.136876] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52309a4c-0e08-5df7-6cbc-84b75f1cce5b" [ 1209.136876] env[65683]: _type = "Task" [ 1209.136876] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.147236] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52309a4c-0e08-5df7-6cbc-84b75f1cce5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.421292] env[65683]: WARNING neutronclient.v2_0.client [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.434886] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.624022] env[65683]: WARNING neutronclient.v2_0.client [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.651081] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52309a4c-0e08-5df7-6cbc-84b75f1cce5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.651081] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.651081] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.651081] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.651081] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.651081] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.651081] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33afca7d-6596-4d2c-aea0-28a129573a1f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.672020] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.672020] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.672020] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b667680-ad8b-4e0d-8479-ca272673cb56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.677355] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1209.677355] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b17891-3089-c0fa-9bef-0bc6fccac003" [ 1209.677355] env[65683]: _type = "Task" [ 1209.677355] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.686766] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b17891-3089-c0fa-9bef-0bc6fccac003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.700655] env[65683]: DEBUG nova.network.neutron [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updated VIF entry in instance network info cache for port 46d9b90b-405d-4f31-b83e-96e5955305ba. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1209.700655] env[65683]: DEBUG nova.network.neutron [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updating instance_info_cache with network_info: [{"id": "46d9b90b-405d-4f31-b83e-96e5955305ba", "address": "fa:16:3e:0c:5c:17", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d9b90b-40", "ovs_interfaceid": "46d9b90b-405d-4f31-b83e-96e5955305ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.935486] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.195155] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b17891-3089-c0fa-9bef-0bc6fccac003, 'name': SearchDatastore_Task, 'duration_secs': 0.041457} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.195952] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d98752f-2a15-44a5-8607-4a7249ea0d92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.202982] env[65683]: DEBUG oslo_concurrency.lockutils [req-84fac516-3c4d-4070-a49f-1d3cb2dd8e22 req-9cb8daa0-b3cb-47c5-8d03-e55f4c15ef12 service nova] Releasing lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.204933] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1210.204933] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52958d18-07c1-b4a5-eac3-b2ce67d388ba" [ 1210.204933] env[65683]: _type = "Task" [ 1210.204933] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.216642] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52958d18-07c1-b4a5-eac3-b2ce67d388ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.435275] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434163, 'name': ReconfigVM_Task, 'duration_secs': 1.313682} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.435567] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 01431235-f422-4bb8-b952-591d16c3051e/01431235-f422-4bb8-b952-591d16c3051e.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.436480] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b185b5d-e4ba-4234-9349-07e0315fdc1e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.443979] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1210.443979] env[65683]: value = "task-4434165" [ 1210.443979] env[65683]: _type = "Task" [ 1210.443979] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.453793] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434165, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.600601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0957ac00-4af5-4132-ba15-d40443002953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.600958] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0957ac00-4af5-4132-ba15-d40443002953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.601137] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "0957ac00-4af5-4132-ba15-d40443002953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.601329] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0957ac00-4af5-4132-ba15-d40443002953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.601497] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0957ac00-4af5-4132-ba15-d40443002953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.603770] env[65683]: INFO nova.compute.manager [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Terminating instance [ 1210.715894] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52958d18-07c1-b4a5-eac3-b2ce67d388ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.716129] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.716383] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8d3a5a65-eef9-433b-896e-d2efa73e3c70/8d3a5a65-eef9-433b-896e-d2efa73e3c70.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.716656] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d1b8cc-b715-46bc-a9fa-650cf58e7a9d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.724308] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1210.724308] env[65683]: value = "task-4434166" [ 1210.724308] env[65683]: _type = "Task" [ 1210.724308] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.733513] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.960598] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434165, 'name': Rename_Task, 'duration_secs': 0.152558} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.961155] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.961576] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b51cff3-f11f-499a-82c4-9b7046e73e82 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.969917] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1210.969917] env[65683]: value = "task-4434167" [ 1210.969917] env[65683]: _type = "Task" [ 1210.969917] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.979956] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.108033] env[65683]: DEBUG nova.compute.manager [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1211.108314] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.109408] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960ad47-6ef1-4660-82ff-89a8bb4c5353 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.119458] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.119890] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c5ec35-20d0-4de6-bd3a-b9548edb5b5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.130121] env[65683]: DEBUG oslo_vmware.api [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1211.130121] env[65683]: value = "task-4434168" [ 1211.130121] env[65683]: _type = "Task" [ 1211.130121] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.148394] env[65683]: DEBUG oslo_vmware.api [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.237291] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479075} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.237540] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 8d3a5a65-eef9-433b-896e-d2efa73e3c70/8d3a5a65-eef9-433b-896e-d2efa73e3c70.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.237744] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.238057] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7878461-191c-4dce-9d16-7b1a89f360a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.246998] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1211.246998] env[65683]: value = "task-4434169" [ 1211.246998] env[65683]: _type = "Task" [ 1211.246998] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.259479] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.480629] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.641897] env[65683]: DEBUG oslo_vmware.api [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434168, 'name': PowerOffVM_Task, 'duration_secs': 0.211742} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.642233] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.642446] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.642722] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ac88548-fe6c-4d19-94aa-763e35bf838e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.740935] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.741158] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.741567] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleting the datastore file [datastore2] 0957ac00-4af5-4132-ba15-d40443002953 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.741874] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56bb200a-e127-4afc-8b62-63e45fd5e930 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.752258] env[65683]: DEBUG oslo_vmware.api [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for the task: (returnval){ [ 1211.752258] env[65683]: value = "task-4434171" [ 1211.752258] env[65683]: _type = "Task" [ 1211.752258] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.759123] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084955} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.759816] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.760752] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a37bf0-845a-416e-9b5f-a0c40fd043da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.767796] env[65683]: DEBUG oslo_vmware.api [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.788450] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 8d3a5a65-eef9-433b-896e-d2efa73e3c70/8d3a5a65-eef9-433b-896e-d2efa73e3c70.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.788805] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf9d18a8-73d9-4dde-821b-88dbfb3a58fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.809532] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1211.809532] env[65683]: value = "task-4434172" [ 1211.809532] env[65683]: _type = "Task" [ 1211.809532] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.819490] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.912757] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1211.912993] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867374', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'name': 'volume-27b17975-63a2-4750-b103-f3bb795bb7be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'serial': '27b17975-63a2-4750-b103-f3bb795bb7be'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1211.913909] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb4e686-085d-49d2-bb2a-b0f629648405 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.930987] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b861210-630c-4a7a-8dad-9de8553b22c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.957065] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-27b17975-63a2-4750-b103-f3bb795bb7be/volume-27b17975-63a2-4750-b103-f3bb795bb7be.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.957413] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6db3582-97af-443a-9e8d-18e7741dada3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.976826] env[65683]: DEBUG oslo_vmware.api [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1211.976826] env[65683]: value = "task-4434173" [ 1211.976826] env[65683]: _type = "Task" [ 1211.976826] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.980314] env[65683]: DEBUG oslo_vmware.api [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434167, 'name': PowerOnVM_Task, 'duration_secs': 0.57637} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.983505] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.983675] env[65683]: INFO nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1211.983857] env[65683]: DEBUG nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1211.984629] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cab073-ad09-4a13-bea6-108b684b635b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.994927] env[65683]: DEBUG oslo_vmware.api [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.264189] env[65683]: DEBUG oslo_vmware.api [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Task: {'id': task-4434171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161268} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.264512] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.264676] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.264857] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.265040] env[65683]: INFO nova.compute.manager [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1212.265313] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1212.265509] env[65683]: DEBUG nova.compute.manager [-] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1212.265603] env[65683]: DEBUG nova.network.neutron [-] [instance: 0957ac00-4af5-4132-ba15-d40443002953] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1212.265878] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.300443] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.320217] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.490784] env[65683]: DEBUG oslo_vmware.api [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.511594] env[65683]: INFO nova.compute.manager [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Took 14.45 seconds to build instance. [ 1212.537252] env[65683]: DEBUG nova.compute.manager [req-408142b3-fcc6-480b-ac25-1f00ba5a3321 req-efc0e95c-1668-4059-8beb-155cdc6de91b service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Received event network-vif-deleted-bee23bcf-392d-4edb-af44-d172c51c8765 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1212.537494] env[65683]: INFO nova.compute.manager [req-408142b3-fcc6-480b-ac25-1f00ba5a3321 req-efc0e95c-1668-4059-8beb-155cdc6de91b service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Neutron deleted interface bee23bcf-392d-4edb-af44-d172c51c8765; detaching it from the instance and deleting it from the info cache [ 1212.537704] env[65683]: DEBUG nova.network.neutron [req-408142b3-fcc6-480b-ac25-1f00ba5a3321 req-efc0e95c-1668-4059-8beb-155cdc6de91b service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.821676] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434172, 'name': ReconfigVM_Task, 'duration_secs': 0.642637} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.822086] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 8d3a5a65-eef9-433b-896e-d2efa73e3c70/8d3a5a65-eef9-433b-896e-d2efa73e3c70.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.822644] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40c711a7-3d61-483b-8f48-780ba92415f0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.830019] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1212.830019] env[65683]: value = "task-4434174" [ 1212.830019] env[65683]: _type = "Task" [ 1212.830019] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.840363] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434174, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.991644] env[65683]: DEBUG oslo_vmware.api [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434173, 'name': ReconfigVM_Task, 'duration_secs': 0.97073} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.992036] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-27b17975-63a2-4750-b103-f3bb795bb7be/volume-27b17975-63a2-4750-b103-f3bb795bb7be.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.997483] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45cd3b82-809b-44cd-9903-86c00546108c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.013435] env[65683]: DEBUG oslo_concurrency.lockutils [None req-03096c51-821b-47c2-82f9-df190f020b41 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.965s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.015466] env[65683]: DEBUG oslo_vmware.api [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1213.015466] env[65683]: value = "task-4434175" [ 1213.015466] env[65683]: _type = "Task" [ 1213.015466] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.018788] env[65683]: DEBUG nova.network.neutron [-] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.025691] env[65683]: DEBUG oslo_vmware.api [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.040149] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2034649-70f7-41cf-946e-9c2f7ca6cc80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.054582] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea36783-1c07-4790-bbaa-59c54e268189 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.088494] env[65683]: DEBUG nova.compute.manager [req-408142b3-fcc6-480b-ac25-1f00ba5a3321 req-efc0e95c-1668-4059-8beb-155cdc6de91b service nova] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Detach interface failed, port_id=bee23bcf-392d-4edb-af44-d172c51c8765, reason: Instance 0957ac00-4af5-4132-ba15-d40443002953 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1213.341650] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434174, 'name': Rename_Task, 'duration_secs': 0.148468} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.341650] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.341650] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3518de5c-6d31-4c90-931c-d58d09d25c81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.349459] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1213.349459] env[65683]: value = "task-4434176" [ 1213.349459] env[65683]: _type = "Task" [ 1213.349459] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.358494] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.521959] env[65683]: INFO nova.compute.manager [-] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Took 1.26 seconds to deallocate network for instance. [ 1213.527087] env[65683]: DEBUG oslo_vmware.api [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434175, 'name': ReconfigVM_Task, 'duration_secs': 0.215783} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.529996] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867374', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'name': 'volume-27b17975-63a2-4750-b103-f3bb795bb7be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'serial': '27b17975-63a2-4750-b103-f3bb795bb7be'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1213.860093] env[65683]: DEBUG oslo_vmware.api [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434176, 'name': PowerOnVM_Task, 'duration_secs': 0.481486} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.860335] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.860522] env[65683]: INFO nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1213.860703] env[65683]: DEBUG nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1213.861579] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef69d7b-c6a2-4007-9b10-1bc7349c1f57 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.033424] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.033946] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.033946] env[65683]: DEBUG nova.objects.instance [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lazy-loading 'resources' on Instance uuid 0957ac00-4af5-4132-ba15-d40443002953 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.379781] env[65683]: INFO nova.compute.manager [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Took 14.42 seconds to build instance. [ 1214.579074] env[65683]: DEBUG nova.objects.instance [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid d82ae8b5-cf96-439f-895c-eb9e2f1c4481 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.583307] env[65683]: DEBUG nova.compute.manager [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1214.667359] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8357e03a-0a66-4ce3-b5c1-807b2dc8571f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.676212] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322164f-9ecf-43eb-9852-685b683d9dfa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.711011] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d364987-1ec3-41bb-86d0-8f7990b9457e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.719811] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4adcd8-48e7-42a2-adfb-194dbd326664 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.735687] env[65683]: DEBUG nova.compute.provider_tree [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.790442] env[65683]: DEBUG nova.compute.manager [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Received event network-changed-46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1214.790672] env[65683]: DEBUG nova.compute.manager [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Refreshing instance network info cache due to event network-changed-46d9b90b-405d-4f31-b83e-96e5955305ba. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1214.790774] env[65683]: DEBUG oslo_concurrency.lockutils [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] Acquiring lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.790918] env[65683]: DEBUG oslo_concurrency.lockutils [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] Acquired lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.791317] env[65683]: DEBUG nova.network.neutron [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Refreshing network info cache for port 46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.882281] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d23f4bf0-50ef-4e60-81d4-6542ba788534 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.933s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.086142] env[65683]: DEBUG oslo_concurrency.lockutils [None req-86bdb18c-80f2-40b2-a7d6-b8017bae0766 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.787s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.107365] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.239329] env[65683]: DEBUG nova.scheduler.client.report [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.294213] env[65683]: WARNING neutronclient.v2_0.client [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.465665] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.465915] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.470635] env[65683]: WARNING neutronclient.v2_0.client [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.548944] env[65683]: DEBUG nova.network.neutron [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updated VIF entry in instance network info cache for port 46d9b90b-405d-4f31-b83e-96e5955305ba. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1215.549353] env[65683]: DEBUG nova.network.neutron [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updating instance_info_cache with network_info: [{"id": "46d9b90b-405d-4f31-b83e-96e5955305ba", "address": "fa:16:3e:0c:5c:17", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d9b90b-40", "ovs_interfaceid": "46d9b90b-405d-4f31-b83e-96e5955305ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.745589] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.749090] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.641s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.771039] env[65683]: INFO nova.scheduler.client.report [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Deleted allocations for instance 0957ac00-4af5-4132-ba15-d40443002953 [ 1215.970015] env[65683]: DEBUG nova.compute.utils [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.052104] env[65683]: DEBUG oslo_concurrency.lockutils [req-45c28ebc-8410-4fb2-9b2a-14a9259c82ae req-f32481c9-5751-4f9a-86e1-f1f10eb712db service nova] Releasing lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.254484] env[65683]: INFO nova.compute.claims [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.278809] env[65683]: DEBUG oslo_concurrency.lockutils [None req-bf94bdf0-4901-4ddb-af23-c032d6b71483 tempest-ServerActionsTestOtherA-1746218147 tempest-ServerActionsTestOtherA-1746218147-project-member] Lock "0957ac00-4af5-4132-ba15-d40443002953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.678s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.473354] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.761708] env[65683]: INFO nova.compute.resource_tracker [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating resource usage from migration ccd09d2f-0573-4742-b726-36120cfbf226 [ 1216.852553] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7502a1f0-245e-4675-a283-0dcda0aab64e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.861731] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dad219-35c0-409b-bb9b-7f900b8a4bab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.894468] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3215d856-0fbb-447d-a849-ff28c8b61ffd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.903073] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc46d31-138d-4bd8-b614-d3db135b50b4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.918160] env[65683]: DEBUG nova.compute.provider_tree [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.421877] env[65683]: DEBUG nova.scheduler.client.report [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.541463] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.541713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.541951] env[65683]: INFO nova.compute.manager [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Attaching volume 6dfc15bd-f077-421e-a2cb-f61eff44e6f9 to /dev/sdc [ 1217.576802] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9eb88-6bee-48be-bde3-f318efc89303 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.584998] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1687b2-aa35-4ed9-912b-9bcce05d3010 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.599025] env[65683]: DEBUG nova.virt.block_device [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updating existing volume attachment record: b11f5c69-d3e1-49bd-b26b-6020067d9df5 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.928033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.180s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.928309] env[65683]: INFO nova.compute.manager [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Migrating [ 1218.453994] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.454388] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.454427] env[65683]: DEBUG nova.network.neutron [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1218.957333] env[65683]: WARNING neutronclient.v2_0.client [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.168067] env[65683]: WARNING neutronclient.v2_0.client [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.243770] env[65683]: DEBUG nova.network.neutron [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance_info_cache with network_info: [{"id": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "address": "fa:16:3e:cf:db:7a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3439a3fc-33", "ovs_interfaceid": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.746928] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.828103] env[65683]: DEBUG nova.compute.manager [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1219.829347] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b695a3b-db7d-4f06-9407-737e5e9ad188 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.340243] env[65683]: INFO nova.compute.manager [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] instance snapshotting [ 1220.340860] env[65683]: DEBUG nova.objects.instance [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'flavor' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.849032] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107f1d9-11c8-4dc6-a24e-c8e85c979c20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.868634] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c844b70-68d9-4536-9fc8-ccf1e0303241 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.266524] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff0d75c-5c4e-4103-9828-ad03fe70e3a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.286969] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance '01431235-f422-4bb8-b952-591d16c3051e' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.383648] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1221.383996] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ac43234-2df0-4907-b42d-2470cd2663d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.393224] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1221.393224] env[65683]: value = "task-4434179" [ 1221.393224] env[65683]: _type = "Task" [ 1221.393224] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.403802] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.793411] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.793750] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bffd3703-8c8b-4247-8092-86dd2a922f4b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.804282] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1221.804282] env[65683]: value = "task-4434180" [ 1221.804282] env[65683]: _type = "Task" [ 1221.804282] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.814588] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.904500] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.146473] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.146725] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867376', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'name': 'volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'serial': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.147625] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1adcc-f011-4574-aaa0-ebfcc65d5dc2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.165389] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43c2511-3dc1-40d6-8192-4b66a8af0056 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.196091] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9/volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.196463] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8510afe-9a52-42ec-8231-9ef6d31e8ed8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.217658] env[65683]: DEBUG oslo_vmware.api [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1222.217658] env[65683]: value = "task-4434181" [ 1222.217658] env[65683]: _type = "Task" [ 1222.217658] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.227057] env[65683]: DEBUG oslo_vmware.api [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.298255] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "dd012db7-7118-49f8-91c7-069962382135" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.298768] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "dd012db7-7118-49f8-91c7-069962382135" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.317098] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434180, 'name': PowerOffVM_Task, 'duration_secs': 0.231582} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.317946] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.318076] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance '01431235-f422-4bb8-b952-591d16c3051e' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.406378] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434179, 'name': CreateSnapshot_Task, 'duration_secs': 0.558014} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.406728] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1222.407685] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ae4bde-1adb-49bf-86ad-c4f2b15f14e6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.732498] env[65683]: DEBUG oslo_vmware.api [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434181, 'name': ReconfigVM_Task, 'duration_secs': 0.375008} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.732969] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9/volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.738898] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d478ce-aa07-418c-8090-7357030b2a37 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.756437] env[65683]: DEBUG oslo_vmware.api [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1222.756437] env[65683]: value = "task-4434182" [ 1222.756437] env[65683]: _type = "Task" [ 1222.756437] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.766341] env[65683]: DEBUG oslo_vmware.api [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.801233] env[65683]: DEBUG nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1222.824611] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1222.824869] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.825101] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1222.825316] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.825464] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1222.826469] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1222.826469] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1222.826469] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1222.826469] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1222.826669] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1222.826780] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1222.833181] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3994a9-711b-4b78-8e2f-7f13d3752c67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.852020] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1222.852020] env[65683]: value = "task-4434183" [ 1222.852020] env[65683]: _type = "Task" [ 1222.852020] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.866118] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.927513] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1222.928310] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e39e43d1-7a7d-4ab0-b6fd-6e3546542c05 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.937868] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1222.937868] env[65683]: value = "task-4434184" [ 1222.937868] env[65683]: _type = "Task" [ 1222.937868] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.948081] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434184, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.267699] env[65683]: DEBUG oslo_vmware.api [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434182, 'name': ReconfigVM_Task, 'duration_secs': 0.226425} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.267849] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867376', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'name': 'volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'serial': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.327134] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.327483] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.329188] env[65683]: INFO nova.compute.claims [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.363950] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434183, 'name': ReconfigVM_Task, 'duration_secs': 0.201831} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.364313] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance '01431235-f422-4bb8-b952-591d16c3051e' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.450069] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434184, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.872684] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.872977] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.873159] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.873343] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.873487] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.873628] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.873853] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.874073] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.874247] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.874406] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.874609] env[65683]: DEBUG nova.virt.hardware [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.880324] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.881075] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e6e2c0-1b2d-4356-88a6-2b27eefbaf88 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.903303] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1223.903303] env[65683]: value = "task-4434185" [ 1223.903303] env[65683]: _type = "Task" [ 1223.903303] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.913137] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.950200] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434184, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.311381] env[65683]: DEBUG nova.objects.instance [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid d82ae8b5-cf96-439f-895c-eb9e2f1c4481 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.413838] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434185, 'name': ReconfigVM_Task, 'duration_secs': 0.164749} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.417743] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.419207] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eab6b8-a343-4359-ba6e-0681c3cb31d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.444585] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 01431235-f422-4bb8-b952-591d16c3051e/01431235-f422-4bb8-b952-591d16c3051e.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.447653] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e26e3c-9d1f-4370-9d04-279460ae5aa8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.484589] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434184, 'name': CloneVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.488772] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a9a46-c34b-4ea3-b5a6-6b69411b2b8f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.493543] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1224.493543] env[65683]: value = "task-4434186" [ 1224.493543] env[65683]: _type = "Task" [ 1224.493543] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.501920] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96eb8fe-7577-4a52-98de-a3f225493b29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.511840] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.546418] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2106ca4f-351d-443b-9c26-a41f1298a7d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.555515] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5971cd86-890b-4d95-a5c5-977e1689b2b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.571311] env[65683]: DEBUG nova.compute.provider_tree [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.817175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7b3745e6-ed9f-44d1-a2d5-e5cae39d9eb7 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.957942] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434184, 'name': CloneVM_Task, 'duration_secs': 1.740496} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.958415] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Created linked-clone VM from snapshot [ 1224.959092] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747d5b3b-e396-4015-bfad-4919314c85de {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.967429] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Uploading image 90f09a66-cb01-4a71-b59a-5ff834c300ba {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1224.994763] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1224.994763] env[65683]: value = "vm-867378" [ 1224.994763] env[65683]: _type = "VirtualMachine" [ 1224.994763] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1224.995180] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd8a9355-4399-4d74-bec5-9d1835d9089c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.007170] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434186, 'name': ReconfigVM_Task, 'duration_secs': 0.273655} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.008700] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 01431235-f422-4bb8-b952-591d16c3051e/01431235-f422-4bb8-b952-591d16c3051e.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.009011] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance '01431235-f422-4bb8-b952-591d16c3051e' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.013068] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease: (returnval){ [ 1225.013068] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c76a3a-80e4-9828-a1ba-c4b5d7a4c54b" [ 1225.013068] env[65683]: _type = "HttpNfcLease" [ 1225.013068] env[65683]: } obtained for exporting VM: (result){ [ 1225.013068] env[65683]: value = "vm-867378" [ 1225.013068] env[65683]: _type = "VirtualMachine" [ 1225.013068] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1225.013376] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the lease: (returnval){ [ 1225.013376] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c76a3a-80e4-9828-a1ba-c4b5d7a4c54b" [ 1225.013376] env[65683]: _type = "HttpNfcLease" [ 1225.013376] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1225.020932] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.020932] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c76a3a-80e4-9828-a1ba-c4b5d7a4c54b" [ 1225.020932] env[65683]: _type = "HttpNfcLease" [ 1225.020932] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1225.021239] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1225.021239] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c76a3a-80e4-9828-a1ba-c4b5d7a4c54b" [ 1225.021239] env[65683]: _type = "HttpNfcLease" [ 1225.021239] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1225.021960] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5859253-2d67-4666-93a9-83dcd7357f29 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.030942] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d5b8-bae5-dccb-9dae-afef54615a07/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1225.031130] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d5b8-bae5-dccb-9dae-afef54615a07/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1225.088502] env[65683]: DEBUG nova.scheduler.client.report [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.118803] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.119061] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.123716] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53109475-8814-4b27-a4b2-473e9af4072c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.517184] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd697e-64cc-4fb9-b52b-8b3e67b3b92c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.539261] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0704c2f-44c5-4b79-bcde-17e970806787 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.558722] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance '01431235-f422-4bb8-b952-591d16c3051e' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.594609] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.595159] env[65683]: DEBUG nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1225.625416] env[65683]: INFO nova.compute.manager [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Detaching volume 27b17975-63a2-4750-b103-f3bb795bb7be [ 1225.668452] env[65683]: INFO nova.virt.block_device [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Attempting to driver detach volume 27b17975-63a2-4750-b103-f3bb795bb7be from mountpoint /dev/sdb [ 1225.668766] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1225.669112] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867374', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'name': 'volume-27b17975-63a2-4750-b103-f3bb795bb7be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'serial': '27b17975-63a2-4750-b103-f3bb795bb7be'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1225.670096] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca803d5-a7fe-430c-a028-3e797dd1b0b3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.697908] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a6ae1-09a8-4015-af3b-593592df7ea3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.707104] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2653bbe3-ee1d-4114-9f63-66e6c5916efb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.731566] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5571179-54d6-4e06-a1f6-56d630c44013 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.750855] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The volume has not been displaced from its original location: [datastore2] volume-27b17975-63a2-4750-b103-f3bb795bb7be/volume-27b17975-63a2-4750-b103-f3bb795bb7be.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1225.756810] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.757340] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd9f0b7-6233-4e06-8cd4-a8eec9b4d082 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.780468] env[65683]: DEBUG oslo_vmware.api [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1225.780468] env[65683]: value = "task-4434188" [ 1225.780468] env[65683]: _type = "Task" [ 1225.780468] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.790361] env[65683]: DEBUG oslo_vmware.api [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.065292] env[65683]: WARNING neutronclient.v2_0.client [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.065767] env[65683]: WARNING neutronclient.v2_0.client [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.101902] env[65683]: DEBUG nova.compute.utils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.103941] env[65683]: DEBUG nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1226.104271] env[65683]: DEBUG nova.network.neutron [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1226.104978] env[65683]: WARNING neutronclient.v2_0.client [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.105473] env[65683]: WARNING neutronclient.v2_0.client [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.116231] env[65683]: DEBUG nova.network.neutron [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Port 3439a3fc-3348-4f68-b826-c9e8d3a8227f binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1226.158653] env[65683]: DEBUG nova.policy [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95863595a204e4ea4dab53119d24b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80760d62f2d843959ee7e1bc0455f907', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.292428] env[65683]: DEBUG oslo_vmware.api [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434188, 'name': ReconfigVM_Task, 'duration_secs': 0.246714} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.292955] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.297962] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73156504-f9ec-45d2-ad70-1565107f30d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.316564] env[65683]: DEBUG oslo_vmware.api [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1226.316564] env[65683]: value = "task-4434189" [ 1226.316564] env[65683]: _type = "Task" [ 1226.316564] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.326834] env[65683]: DEBUG oslo_vmware.api [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.482232] env[65683]: DEBUG nova.network.neutron [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Successfully created port: cf108b2c-4472-49d9-9f3d-5ad1352dfff0 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1226.610046] env[65683]: DEBUG nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1226.828010] env[65683]: DEBUG oslo_vmware.api [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434189, 'name': ReconfigVM_Task, 'duration_secs': 0.160732} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.828576] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867374', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'name': 'volume-27b17975-63a2-4750-b103-f3bb795bb7be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '27b17975-63a2-4750-b103-f3bb795bb7be', 'serial': '27b17975-63a2-4750-b103-f3bb795bb7be'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.143234] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "01431235-f422-4bb8-b952-591d16c3051e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.143618] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.143618] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.381745] env[65683]: DEBUG nova.objects.instance [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid d82ae8b5-cf96-439f-895c-eb9e2f1c4481 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.620889] env[65683]: DEBUG nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1227.643476] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1227.643708] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.643857] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1227.644042] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.644188] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1227.644328] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1227.644534] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.644695] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1227.644853] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1227.645015] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1227.645192] env[65683]: DEBUG nova.virt.hardware [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1227.648188] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8be126-c01e-4ce3-a311-e878caa2738b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.657322] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30777a4-c0cc-4d20-8339-43c2ac76a02e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.932901] env[65683]: DEBUG nova.compute.manager [req-b79c30e4-3577-4f5d-aaf8-80be661773a5 req-6d307a8a-3c45-40b3-9934-c06016e643c1 service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Received event network-vif-plugged-cf108b2c-4472-49d9-9f3d-5ad1352dfff0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1227.933247] env[65683]: DEBUG oslo_concurrency.lockutils [req-b79c30e4-3577-4f5d-aaf8-80be661773a5 req-6d307a8a-3c45-40b3-9934-c06016e643c1 service nova] Acquiring lock "dd012db7-7118-49f8-91c7-069962382135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.933530] env[65683]: DEBUG oslo_concurrency.lockutils [req-b79c30e4-3577-4f5d-aaf8-80be661773a5 req-6d307a8a-3c45-40b3-9934-c06016e643c1 service nova] Lock "dd012db7-7118-49f8-91c7-069962382135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.933682] env[65683]: DEBUG oslo_concurrency.lockutils [req-b79c30e4-3577-4f5d-aaf8-80be661773a5 req-6d307a8a-3c45-40b3-9934-c06016e643c1 service nova] Lock "dd012db7-7118-49f8-91c7-069962382135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.933945] env[65683]: DEBUG nova.compute.manager [req-b79c30e4-3577-4f5d-aaf8-80be661773a5 req-6d307a8a-3c45-40b3-9934-c06016e643c1 service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] No waiting events found dispatching network-vif-plugged-cf108b2c-4472-49d9-9f3d-5ad1352dfff0 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1227.934170] env[65683]: WARNING nova.compute.manager [req-b79c30e4-3577-4f5d-aaf8-80be661773a5 req-6d307a8a-3c45-40b3-9934-c06016e643c1 service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Received unexpected event network-vif-plugged-cf108b2c-4472-49d9-9f3d-5ad1352dfff0 for instance with vm_state building and task_state spawning. [ 1228.015638] env[65683]: DEBUG nova.network.neutron [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Successfully updated port: cf108b2c-4472-49d9-9f3d-5ad1352dfff0 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1228.152419] env[65683]: WARNING neutronclient.v2_0.client [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.183856] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.184071] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.184343] env[65683]: DEBUG nova.network.neutron [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1228.391159] env[65683]: DEBUG oslo_concurrency.lockutils [None req-65ee8288-daee-402d-9240-4ad05d110ba6 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.418509] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.418749] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.520209] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.520322] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.520430] env[65683]: DEBUG nova.network.neutron [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1228.687155] env[65683]: WARNING neutronclient.v2_0.client [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.847095] env[65683]: WARNING neutronclient.v2_0.client [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.918704] env[65683]: DEBUG nova.network.neutron [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance_info_cache with network_info: [{"id": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "address": "fa:16:3e:cf:db:7a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3439a3fc-33", "ovs_interfaceid": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.921963] env[65683]: INFO nova.compute.manager [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Detaching volume 6dfc15bd-f077-421e-a2cb-f61eff44e6f9 [ 1228.962319] env[65683]: INFO nova.virt.block_device [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Attempting to driver detach volume 6dfc15bd-f077-421e-a2cb-f61eff44e6f9 from mountpoint /dev/sdc [ 1228.962622] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.962869] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867376', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'name': 'volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'serial': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.964474] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a90f4ca-dfe2-454c-a3a1-06bcb79d0b0c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.989394] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a444e63-14f7-4a27-86db-9488dcd19279 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.998361] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db949cc7-c8ea-4f89-a5bd-94f59d10e0af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.022393] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6cae53-2811-4df8-b13a-0f25c200d937 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.043564] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] The volume has not been displaced from its original location: [datastore2] volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9/volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1229.049162] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.049569] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ebf6c3-08d3-4101-885f-4a2bb4bfe10a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.063742] env[65683]: DEBUG nova.network.neutron [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1229.073069] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1229.073069] env[65683]: value = "task-4434190" [ 1229.073069] env[65683]: _type = "Task" [ 1229.073069] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.082515] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.132116] env[65683]: WARNING neutronclient.v2_0.client [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.207544] env[65683]: DEBUG nova.network.neutron [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Updating instance_info_cache with network_info: [{"id": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "address": "fa:16:3e:5e:27:ec", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf108b2c-44", "ovs_interfaceid": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.421424] env[65683]: DEBUG oslo_concurrency.lockutils [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.584388] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.711389] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.711906] env[65683]: DEBUG nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Instance network_info: |[{"id": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "address": "fa:16:3e:5e:27:ec", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf108b2c-44", "ovs_interfaceid": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1229.712467] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:27:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf108b2c-4472-49d9-9f3d-5ad1352dfff0', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.721799] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Creating folder: Project (80760d62f2d843959ee7e1bc0455f907). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1229.722168] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9385f4c7-f719-401c-97ec-d8e3f7046770 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.735291] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Created folder: Project (80760d62f2d843959ee7e1bc0455f907) in parent group-v867054. [ 1229.735506] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Creating folder: Instances. Parent ref: group-v867379. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1229.735786] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74eec58b-8346-414d-82b3-e9491c39a6a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.748092] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Created folder: Instances in parent group-v867379. [ 1229.748442] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1229.748664] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd012db7-7118-49f8-91c7-069962382135] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.748973] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-138c9c1c-ee43-411d-9d20-1f1593b242ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.770241] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.770241] env[65683]: value = "task-4434193" [ 1229.770241] env[65683]: _type = "Task" [ 1229.770241] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.780626] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434193, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.949309] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cf8cd6-7f40-400b-bb08-6f2dacf14dc1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.971282] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24180250-032c-41d1-a809-7dc6a9844a90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.975254] env[65683]: DEBUG nova.compute.manager [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Received event network-changed-cf108b2c-4472-49d9-9f3d-5ad1352dfff0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1229.975435] env[65683]: DEBUG nova.compute.manager [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Refreshing instance network info cache due to event network-changed-cf108b2c-4472-49d9-9f3d-5ad1352dfff0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1229.975681] env[65683]: DEBUG oslo_concurrency.lockutils [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] Acquiring lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.975838] env[65683]: DEBUG oslo_concurrency.lockutils [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] Acquired lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.975999] env[65683]: DEBUG nova.network.neutron [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Refreshing network info cache for port cf108b2c-4472-49d9-9f3d-5ad1352dfff0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.984529] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance '01431235-f422-4bb8-b952-591d16c3051e' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.086659] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.286081] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434193, 'name': CreateVM_Task, 'duration_secs': 0.366157} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.286524] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd012db7-7118-49f8-91c7-069962382135] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.286996] env[65683]: WARNING neutronclient.v2_0.client [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.287554] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.287828] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.288288] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.288679] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3555f4-3016-4332-911c-3c12e2ca70e1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.295439] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1230.295439] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a0d1d0-68bf-dadc-56cc-7914fcc8414e" [ 1230.295439] env[65683]: _type = "Task" [ 1230.295439] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.305712] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a0d1d0-68bf-dadc-56cc-7914fcc8414e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.478843] env[65683]: WARNING neutronclient.v2_0.client [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.492528] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.492528] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff41f842-838f-4fa1-b067-8341f656a3e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.500094] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1230.500094] env[65683]: value = "task-4434194" [ 1230.500094] env[65683]: _type = "Task" [ 1230.500094] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.509194] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.584532] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434190, 'name': ReconfigVM_Task, 'duration_secs': 1.249407} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.584842] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.589739] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c892017-f2f4-4b39-a2c2-99d29d83ecd0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.609200] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1230.609200] env[65683]: value = "task-4434195" [ 1230.609200] env[65683]: _type = "Task" [ 1230.609200] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.619216] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.647935] env[65683]: WARNING neutronclient.v2_0.client [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.724019] env[65683]: DEBUG nova.network.neutron [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Updated VIF entry in instance network info cache for port cf108b2c-4472-49d9-9f3d-5ad1352dfff0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1230.724400] env[65683]: DEBUG nova.network.neutron [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Updating instance_info_cache with network_info: [{"id": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "address": "fa:16:3e:5e:27:ec", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf108b2c-44", "ovs_interfaceid": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.807845] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52a0d1d0-68bf-dadc-56cc-7914fcc8414e, 'name': SearchDatastore_Task, 'duration_secs': 0.015081} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.808115] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.808391] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.808607] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.808753] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.808930] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.809240] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1633b26f-51b6-48f6-aed0-5deb9cc94e75 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.819616] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.819818] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.820625] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996c93fc-cbe5-44f8-958d-cfff48a807ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.826891] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1230.826891] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ff0878-5f10-a4af-571a-455687ecc83b" [ 1230.826891] env[65683]: _type = "Task" [ 1230.826891] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.836361] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ff0878-5f10-a4af-571a-455687ecc83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.011229] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.125135] env[65683]: DEBUG oslo_vmware.api [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434195, 'name': ReconfigVM_Task, 'duration_secs': 0.200307} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.125456] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867376', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'name': 'volume-6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82ae8b5-cf96-439f-895c-eb9e2f1c4481', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9', 'serial': '6dfc15bd-f077-421e-a2cb-f61eff44e6f9'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1231.227085] env[65683]: DEBUG oslo_concurrency.lockutils [req-f0e0b6a8-7ed9-43a0-93e4-4fa4f525ff60 req-4ebf3735-0d6e-41f1-93b9-179395bed9bc service nova] Releasing lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.338790] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52ff0878-5f10-a4af-571a-455687ecc83b, 'name': SearchDatastore_Task, 'duration_secs': 0.013634} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.339692] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a10401-e046-460a-9661-297ecd8cc0cd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.346763] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1231.346763] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52695b11-62e6-4f70-fc57-f03fca0d0958" [ 1231.346763] env[65683]: _type = "Task" [ 1231.346763] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.355817] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52695b11-62e6-4f70-fc57-f03fca0d0958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.511673] env[65683]: DEBUG oslo_vmware.api [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434194, 'name': PowerOnVM_Task, 'duration_secs': 0.63647} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.511945] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.512138] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-85a31a2b-500b-4328-8967-41eac55ab70e tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance '01431235-f422-4bb8-b952-591d16c3051e' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.682744] env[65683]: DEBUG nova.objects.instance [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'flavor' on Instance uuid d82ae8b5-cf96-439f-895c-eb9e2f1c4481 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.857990] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52695b11-62e6-4f70-fc57-f03fca0d0958, 'name': SearchDatastore_Task, 'duration_secs': 0.033763} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.858271] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.858627] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] dd012db7-7118-49f8-91c7-069962382135/dd012db7-7118-49f8-91c7-069962382135.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.858880] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edc64973-fb6d-4639-8f35-e6db55258f89 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.866945] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1231.866945] env[65683]: value = "task-4434196" [ 1231.866945] env[65683]: _type = "Task" [ 1231.866945] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.876442] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.378853] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.691055] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6ab55afd-5b55-4bce-918f-eb1b13237c35 tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.272s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.880184] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594722} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.880477] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] dd012db7-7118-49f8-91c7-069962382135/dd012db7-7118-49f8-91c7-069962382135.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.880687] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.880968] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95412a63-f4d7-4741-b29c-d0f34e7b220e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.888503] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1232.888503] env[65683]: value = "task-4434197" [ 1232.888503] env[65683]: _type = "Task" [ 1232.888503] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.898872] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.214401] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d5b8-bae5-dccb-9dae-afef54615a07/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1233.215528] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c98b8c-9b7f-4a22-b33a-7f3604d3a36b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.229055] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d5b8-bae5-dccb-9dae-afef54615a07/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.229055] env[65683]: ERROR oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d5b8-bae5-dccb-9dae-afef54615a07/disk-0.vmdk due to incomplete transfer. [ 1233.229055] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce1edcc1-ff77-40c8-abad-aaa26e9f0e55 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.237630] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d5b8-bae5-dccb-9dae-afef54615a07/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1233.237829] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Uploaded image 90f09a66-cb01-4a71-b59a-5ff834c300ba to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1233.241201] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1233.241413] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f273867-14f8-4fb7-a533-70190e9c553c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.248978] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1233.248978] env[65683]: value = "task-4434198" [ 1233.248978] env[65683]: _type = "Task" [ 1233.248978] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.259146] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434198, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.399737] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069949} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.400143] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.400898] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9980178-267a-4c9c-82b3-e86d3a628671 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.426404] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] dd012db7-7118-49f8-91c7-069962382135/dd012db7-7118-49f8-91c7-069962382135.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.427935] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66240b3c-8a13-40eb-b76b-ae23de8d61e8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.453275] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1233.453275] env[65683]: value = "task-4434199" [ 1233.453275] env[65683]: _type = "Task" [ 1233.453275] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.464978] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.724305] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "01431235-f422-4bb8-b952-591d16c3051e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.724581] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.724751] env[65683]: DEBUG nova.compute.manager [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Going to confirm migration 8 {{(pid=65683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1233.760871] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434198, 'name': Destroy_Task, 'duration_secs': 0.360537} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.761183] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Destroyed the VM [ 1233.761422] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1233.761703] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd56f631-22f6-4b1d-bbf6-b4a9ac1f8f20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.771762] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1233.771762] env[65683]: value = "task-4434200" [ 1233.771762] env[65683]: _type = "Task" [ 1233.771762] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.781758] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.948194] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.948526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.948769] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.948969] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.949154] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.951608] env[65683]: INFO nova.compute.manager [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Terminating instance [ 1233.964866] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434199, 'name': ReconfigVM_Task, 'duration_secs': 0.355743} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.965128] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Reconfigured VM instance instance-0000007a to attach disk [datastore2] dd012db7-7118-49f8-91c7-069962382135/dd012db7-7118-49f8-91c7-069962382135.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.965785] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24ccf3c0-3b63-4f71-8db7-339bf6a44447 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.973827] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1233.973827] env[65683]: value = "task-4434201" [ 1233.973827] env[65683]: _type = "Task" [ 1233.973827] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.983393] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434201, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.230504] env[65683]: WARNING neutronclient.v2_0.client [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.266123] env[65683]: WARNING neutronclient.v2_0.client [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.266489] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.266639] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquired lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.266810] env[65683]: DEBUG nova.network.neutron [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1234.267191] env[65683]: DEBUG nova.objects.instance [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'info_cache' on Instance uuid 01431235-f422-4bb8-b952-591d16c3051e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.282511] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434200, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.459897] env[65683]: DEBUG nova.compute.manager [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1234.460285] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.461065] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f297ea-65a7-4af2-94e7-cae6b7707690 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.469570] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.469837] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9e6b81-437c-434f-9fdf-50e2f64d77cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.479846] env[65683]: DEBUG oslo_vmware.api [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1234.479846] env[65683]: value = "task-4434202" [ 1234.479846] env[65683]: _type = "Task" [ 1234.479846] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.486809] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434201, 'name': Rename_Task, 'duration_secs': 0.159164} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.487462] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.487758] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b6cf7d-a22e-4f46-ba7d-50f95707d38d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.492865] env[65683]: DEBUG oslo_vmware.api [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.499920] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1234.499920] env[65683]: value = "task-4434203" [ 1234.499920] env[65683]: _type = "Task" [ 1234.499920] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.511391] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.785794] env[65683]: DEBUG oslo_vmware.api [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434200, 'name': RemoveSnapshot_Task, 'duration_secs': 0.816642} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.786035] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1234.786293] env[65683]: INFO nova.compute.manager [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Took 13.94 seconds to snapshot the instance on the hypervisor. [ 1234.992081] env[65683]: DEBUG oslo_vmware.api [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434202, 'name': PowerOffVM_Task, 'duration_secs': 0.323815} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.992249] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.992424] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.992727] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884247ed-0a53-4b8a-b7b8-419d31270a41 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.011038] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.070049] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.070351] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.070530] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Deleting the datastore file [datastore1] d82ae8b5-cf96-439f-895c-eb9e2f1c4481 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.070883] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f0b5c7-e69f-4339-9dfb-f38c78ae00be {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.079305] env[65683]: DEBUG oslo_vmware.api [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for the task: (returnval){ [ 1235.079305] env[65683]: value = "task-4434205" [ 1235.079305] env[65683]: _type = "Task" [ 1235.079305] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.091226] env[65683]: DEBUG oslo_vmware.api [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.273511] env[65683]: WARNING neutronclient.v2_0.client [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.344730] env[65683]: DEBUG nova.compute.manager [None req-f52392f3-112b-4a8b-8cbb-55587968892b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Found 1 images (rotation: 2) {{(pid=65683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1235.419244] env[65683]: WARNING neutronclient.v2_0.client [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.491151] env[65683]: DEBUG nova.network.neutron [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance_info_cache with network_info: [{"id": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "address": "fa:16:3e:cf:db:7a", "network": {"id": "26d12575-ff9a-46ed-b099-5e2c848ac21b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-798577032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9657fb7802744a118f7b88852d2fd964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3439a3fc-33", "ovs_interfaceid": "3439a3fc-3348-4f68-b826-c9e8d3a8227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.511140] env[65683]: DEBUG oslo_vmware.api [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434203, 'name': PowerOnVM_Task, 'duration_secs': 0.622525} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.511460] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.511908] env[65683]: INFO nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1235.512132] env[65683]: DEBUG nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1235.513187] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8277389-12c4-4919-9b14-68a08f6f53e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.589762] env[65683]: DEBUG oslo_vmware.api [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Task: {'id': task-4434205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142469} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.590275] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.590463] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.590638] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.590822] env[65683]: INFO nova.compute.manager [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1235.591106] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1235.591337] env[65683]: DEBUG nova.compute.manager [-] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1235.591449] env[65683]: DEBUG nova.network.neutron [-] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1235.591705] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.626699] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.994112] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Releasing lock "refresh_cache-01431235-f422-4bb8-b952-591d16c3051e" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.995272] env[65683]: DEBUG nova.objects.instance [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'migration_context' on Instance uuid 01431235-f422-4bb8-b952-591d16c3051e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.039993] env[65683]: INFO nova.compute.manager [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Took 12.73 seconds to build instance. [ 1236.499154] env[65683]: DEBUG nova.objects.base [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Object Instance<01431235-f422-4bb8-b952-591d16c3051e> lazy-loaded attributes: info_cache,migration_context {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.500203] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3cb14c-18c4-4a15-965f-e0e0aea72c15 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.522347] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0970a41-abbf-486d-a6c0-2ae685f3d59c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.529932] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1236.529932] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c24af0-2b48-1b68-5105-a6fa9fce5054" [ 1236.529932] env[65683]: _type = "Task" [ 1236.529932] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.539742] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c24af0-2b48-1b68-5105-a6fa9fce5054, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.541539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-4e0729ec-c9a3-40a8-8523-5d3985326349 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "dd012db7-7118-49f8-91c7-069962382135" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.243s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.541539] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.541713] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.544176] env[65683]: DEBUG nova.compute.manager [req-c11e5381-380a-41b7-8e46-84cededb67e3 req-c2326de8-00ee-4222-8e63-f363ce45844b service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Received event network-vif-deleted-76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1236.544176] env[65683]: INFO nova.compute.manager [req-c11e5381-380a-41b7-8e46-84cededb67e3 req-c2326de8-00ee-4222-8e63-f363ce45844b service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Neutron deleted interface 76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f; detaching it from the instance and deleting it from the info cache [ 1236.544251] env[65683]: DEBUG nova.network.neutron [req-c11e5381-380a-41b7-8e46-84cededb67e3 req-c2326de8-00ee-4222-8e63-f363ce45844b service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.565930] env[65683]: DEBUG nova.network.neutron [-] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.049982] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69ff1858-42fd-4d14-ba9e-deeaa883959f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.062894] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ade3648-6538-4e61-8a1e-7c7bf86887cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.077442] env[65683]: INFO nova.compute.manager [-] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Took 1.49 seconds to deallocate network for instance. [ 1237.103447] env[65683]: DEBUG nova.compute.manager [req-c11e5381-380a-41b7-8e46-84cededb67e3 req-c2326de8-00ee-4222-8e63-f363ce45844b service nova] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Detach interface failed, port_id=76dcaa6f-cd27-43d9-a0f0-76ebdd075e9f, reason: Instance d82ae8b5-cf96-439f-895c-eb9e2f1c4481 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1237.187028] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4708537e-1f26-4284-985a-41294b52d846 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.196730] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e34d68-1062-47bd-837d-945440501ed8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.231216] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d1c7f4-6be3-47cb-8c57-c7fec2129f9e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.241646] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb49aca-a331-48cc-ba5a-30ef9c5be7e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.263435] env[65683]: DEBUG nova.compute.provider_tree [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.447537] env[65683]: DEBUG nova.compute.manager [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1237.448572] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ee2d26-a91b-4468-abdd-71687b6cd5b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.535355] env[65683]: INFO nova.compute.manager [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Rescuing [ 1237.535768] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.535768] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.535927] env[65683]: DEBUG nova.network.neutron [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.584319] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.768223] env[65683]: DEBUG nova.scheduler.client.report [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.962964] env[65683]: INFO nova.compute.manager [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] instance snapshotting [ 1237.964061] env[65683]: DEBUG nova.objects.instance [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'flavor' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.040058] env[65683]: WARNING neutronclient.v2_0.client [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.201971] env[65683]: WARNING neutronclient.v2_0.client [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.274129] env[65683]: DEBUG nova.network.neutron [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Updating instance_info_cache with network_info: [{"id": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "address": "fa:16:3e:5e:27:ec", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf108b2c-44", "ovs_interfaceid": "cf108b2c-4472-49d9-9f3d-5ad1352dfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.470262] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ee8e6b-5b17-4451-b4f6-f29b3f31929d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.491870] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88488a-439d-48a4-9179-8fa84fbb70b5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.781824] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.240s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.784862] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "refresh_cache-dd012db7-7118-49f8-91c7-069962382135" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.787675] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.203s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.788068] env[65683]: DEBUG nova.objects.instance [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lazy-loading 'resources' on Instance uuid d82ae8b5-cf96-439f-895c-eb9e2f1c4481 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.003433] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1239.003765] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cad0055b-2701-45e5-8d01-5fc09a116eb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.013752] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1239.013752] env[65683]: value = "task-4434206" [ 1239.013752] env[65683]: _type = "Task" [ 1239.013752] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.024018] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.359986] env[65683]: INFO nova.scheduler.client.report [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted allocation for migration ccd09d2f-0573-4742-b726-36120cfbf226 [ 1239.403014] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99281c29-b7e8-4a23-b409-47a7dd9e1760 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.412696] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23315514-2e68-42c9-bc91-a720b6a01cae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.450072] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e2063-20f0-44c0-95b1-41f329f14af2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.458875] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a1938-2f56-4ba0-a168-2d9c2c011d64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.473708] env[65683]: DEBUG nova.compute.provider_tree [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.524485] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434206, 'name': CreateSnapshot_Task, 'duration_secs': 0.46407} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.524752] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1239.525550] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e056b4e5-144b-488f-9c5f-6b03f934bf46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.866304] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.142s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.980228] env[65683]: DEBUG nova.scheduler.client.report [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.983774] env[65683]: INFO nova.compute.manager [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Rebuilding instance [ 1240.036738] env[65683]: DEBUG nova.compute.manager [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1240.037958] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9bd5d5-8238-4205-bb08-a1f1d6a16982 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.052224] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1240.052950] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-919369cc-0099-416d-9374-663ff65c8277 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.065574] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1240.065574] env[65683]: value = "task-4434207" [ 1240.065574] env[65683]: _type = "Task" [ 1240.065574] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.075267] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434207, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.322935] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.323307] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7a96878-9945-49d2-90b8-a6a64f17477e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.332037] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1240.332037] env[65683]: value = "task-4434208" [ 1240.332037] env[65683]: _type = "Task" [ 1240.332037] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.342023] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.368532] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.369724] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.370339] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.370523] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.370705] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.370903] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.371108] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.488396] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.508487] env[65683]: INFO nova.scheduler.client.report [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Deleted allocations for instance d82ae8b5-cf96-439f-895c-eb9e2f1c4481 [ 1240.579629] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434207, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.844717] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434208, 'name': PowerOffVM_Task, 'duration_secs': 0.215818} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.844987] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.845877] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa3328-f85c-4412-bb0f-d13dd59dd97c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.865814] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4400c48-2566-4b58-b583-ec2cb5656ce2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.876402] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Getting list of instances from cluster (obj){ [ 1240.876402] env[65683]: value = "domain-c8" [ 1240.876402] env[65683]: _type = "ClusterComputeResource" [ 1240.876402] env[65683]: } {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1240.879802] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ac2e6d-14e8-43db-a369-5c5b35369243 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.896732] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Got total of 5 instances {{(pid=65683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1240.896908] env[65683]: WARNING nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1240.897066] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Triggering sync for uuid d82ae8b5-cf96-439f-895c-eb9e2f1c4481 {{(pid=65683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.897360] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Triggering sync for uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.898600] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Triggering sync for uuid f7e3a52a-3512-4816-822e-c1e5d3416caa {{(pid=65683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.898964] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Triggering sync for uuid 01431235-f422-4bb8-b952-591d16c3051e {{(pid=65683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.899205] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Triggering sync for uuid 8d3a5a65-eef9-433b-896e-d2efa73e3c70 {{(pid=65683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.899410] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Triggering sync for uuid dd012db7-7118-49f8-91c7-069962382135 {{(pid=65683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.902379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.902640] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.902825] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "ac43d026-4256-4552-9843-46375fb7df69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.902988] env[65683]: INFO nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: ac43d026-4256-4552-9843-46375fb7df69] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1240.903160] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "ac43d026-4256-4552-9843-46375fb7df69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.903408] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.903626] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.903771] env[65683]: INFO nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1240.904021] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.904387] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "01431235-f422-4bb8-b952-591d16c3051e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.904459] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "01431235-f422-4bb8-b952-591d16c3051e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.904718] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.904866] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.905113] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "dd012db7-7118-49f8-91c7-069962382135" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.905282] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "dd012db7-7118-49f8-91c7-069962382135" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.905431] env[65683]: INFO nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: dd012db7-7118-49f8-91c7-069962382135] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1240.905600] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "dd012db7-7118-49f8-91c7-069962382135" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.905803] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.905932] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1240.907257] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39784ae3-fef3-4979-823a-654390c4ef6b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.910305] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7926a-5898-461b-99f5-65057133490b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.912865] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.915653] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.916031] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06233f32-393c-4340-ab3f-47a449f8eacb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.928360] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1240.928360] env[65683]: value = "task-4434209" [ 1240.928360] env[65683]: _type = "Task" [ 1240.928360] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.939693] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1240.939897] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.940175] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.940850] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.940850] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.940850] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-276b1c36-2ac4-487b-9af7-f6d15ab200ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.961280] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.961525] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.962924] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab6c834-f7c6-4b18-88aa-0296663d84e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.970086] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1240.970086] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]526b4006-c27c-62b1-5de1-99de572b500d" [ 1240.970086] env[65683]: _type = "Task" [ 1240.970086] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.979614] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526b4006-c27c-62b1-5de1-99de572b500d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.016845] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19860a59-e59b-4b61-bf7d-8b9313c232ef tempest-AttachVolumeTestJSON-242852111 tempest-AttachVolumeTestJSON-242852111-project-member] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.068s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.018027] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.116s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.018644] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f26061a4-f29c-4b59-986d-827ec0aa3243 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.030160] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cf37ab-0522-4ce6-8bf4-60befa0535c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.073662] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.073937] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b095aa8-81bd-45c7-8038-c8677b5c62cb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.079406] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434207, 'name': CloneVM_Task} progress is 95%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.086086] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1241.086086] env[65683]: value = "task-4434210" [ 1241.086086] env[65683]: _type = "Task" [ 1241.086086] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.096253] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.243285] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "01431235-f422-4bb8-b952-591d16c3051e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.419287] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.419667] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.419944] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.420208] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1241.421189] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645dcdb-cc4f-424c-b86c-4cb6186f0c09 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.430057] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea55ab66-2b22-445f-b9b6-ab9ae3276d33 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.434139] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "01431235-f422-4bb8-b952-591d16c3051e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.434601] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.434807] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.192s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.435022] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "01431235-f422-4bb8-b952-591d16c3051e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.435222] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.435378] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.437625] env[65683]: INFO nova.compute.manager [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Terminating instance [ 1241.449822] env[65683]: DEBUG nova.compute.manager [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1241.450042] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.450884] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9b907-34c5-4702-9535-e1e16e732a7b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.454205] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c67d8b-6c51-48f1-b7bc-9bd00d83ed2e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.464357] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e25f718-3104-42e6-8364-9c3fc2e75384 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.467424] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.467683] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e490852d-1109-42bf-90e6-189f69fa1c2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.498561] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179423MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1241.498787] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.498974] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.502716] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1241.502716] env[65683]: value = "task-4434212" [ 1241.502716] env[65683]: _type = "Task" [ 1241.502716] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.510420] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]526b4006-c27c-62b1-5de1-99de572b500d, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.511814] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee1a5f2-4a17-4139-88fc-2eac5087ab6e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.518074] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.522355] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1241.522355] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524e615e-d929-647d-c06f-292579f77fcb" [ 1241.522355] env[65683]: _type = "Task" [ 1241.522355] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.531663] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524e615e-d929-647d-c06f-292579f77fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.567348] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "d82ae8b5-cf96-439f-895c-eb9e2f1c4481" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.580181] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434207, 'name': CloneVM_Task, 'duration_secs': 1.181161} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.580473] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Created linked-clone VM from snapshot [ 1241.581338] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f1e0b-d3c0-4188-b9bf-8e8dfcb55be7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.593270] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Uploading image 0a249868-712a-4cef-9f64-35830213903d {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1241.601900] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434210, 'name': PowerOffVM_Task, 'duration_secs': 0.165251} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.602175] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.602888] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.603292] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408b52b4-bf7f-4ed4-8999-ab7cff422485 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.614389] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1241.614389] env[65683]: value = "task-4434213" [ 1241.614389] env[65683]: _type = "Task" [ 1241.614389] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.620183] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1241.620183] env[65683]: value = "vm-867383" [ 1241.620183] env[65683]: _type = "VirtualMachine" [ 1241.620183] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1241.620520] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4846c8be-af28-4a8d-b824-dc6b8ecb6794 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.630772] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1241.631136] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.631453] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867367', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'name': 'volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e3a52a-3512-4816-822e-c1e5d3416caa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'serial': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.631919] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease: (returnval){ [ 1241.631919] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a159a1-e580-64ab-97f5-2d4ebe8d5ced" [ 1241.631919] env[65683]: _type = "HttpNfcLease" [ 1241.631919] env[65683]: } obtained for exporting VM: (result){ [ 1241.631919] env[65683]: value = "vm-867383" [ 1241.631919] env[65683]: _type = "VirtualMachine" [ 1241.631919] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1241.632198] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the lease: (returnval){ [ 1241.632198] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a159a1-e580-64ab-97f5-2d4ebe8d5ced" [ 1241.632198] env[65683]: _type = "HttpNfcLease" [ 1241.632198] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1241.633094] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63925a60-87da-4c3d-b0ec-281534554788 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.645544] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.645544] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a159a1-e580-64ab-97f5-2d4ebe8d5ced" [ 1241.645544] env[65683]: _type = "HttpNfcLease" [ 1241.645544] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1241.662897] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1241.662897] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52a159a1-e580-64ab-97f5-2d4ebe8d5ced" [ 1241.662897] env[65683]: _type = "HttpNfcLease" [ 1241.662897] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1241.663664] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3754f2-db1c-4838-847c-2e9bd97f374e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.667526] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569ad7db-5b31-4589-b19c-e59a08d6572f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.678164] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557fcb-f0bc-16f3-f85c-ee6915b1ab3d/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1241.678398] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557fcb-f0bc-16f3-f85c-ee6915b1ab3d/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1241.682930] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c512302a-fe74-4441-b21b-64f22364a5d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.756241] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a3c39-8db4-48df-b479-3dbd8275f220 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.773609] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] The volume has not been displaced from its original location: [datastore2] volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40/volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.778981] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.779366] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a481a858-6949-4764-a672-63a9ea670919 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.796025] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97a58cf7-724c-4419-ae71-35e4af353383 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.801305] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1241.801305] env[65683]: value = "task-4434215" [ 1241.801305] env[65683]: _type = "Task" [ 1241.801305] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.812726] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.017772] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434212, 'name': PowerOffVM_Task, 'duration_secs': 0.200618} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.018255] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.018255] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.018932] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31d4c023-5ede-49f6-adb6-ecaf2649c588 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.035716] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524e615e-d929-647d-c06f-292579f77fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.036018] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.036291] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] dd012db7-7118-49f8-91c7-069962382135/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. {{(pid=65683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1242.036619] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f7510ed-b7d0-487c-9996-bddbfc030af4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.046190] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1242.046190] env[65683]: value = "task-4434217" [ 1242.046190] env[65683]: _type = "Task" [ 1242.046190] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.055997] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.101219] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.101569] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.102033] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleting the datastore file [datastore2] 01431235-f422-4bb8-b952-591d16c3051e {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.102386] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83669893-efe6-4e0c-8174-24b06a114b60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.112353] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for the task: (returnval){ [ 1242.112353] env[65683]: value = "task-4434218" [ 1242.112353] env[65683]: _type = "Task" [ 1242.112353] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.123724] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.317416] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434215, 'name': ReconfigVM_Task, 'duration_secs': 0.171975} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.317890] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.323488] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784c4374-133c-41d0-8c97-be98ead2ea94 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.342935] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1242.342935] env[65683]: value = "task-4434219" [ 1242.342935] env[65683]: _type = "Task" [ 1242.342935] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.354052] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.535526] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance ac43d026-4256-4552-9843-46375fb7df69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1242.537090] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance f7e3a52a-3512-4816-822e-c1e5d3416caa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1242.537090] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8d3a5a65-eef9-433b-896e-d2efa73e3c70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1242.537090] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 01431235-f422-4bb8-b952-591d16c3051e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1242.537090] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance dd012db7-7118-49f8-91c7-069962382135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1242.537356] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1242.537394] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '5', 'num_task_image_uploading': '1', 'num_os_type_None': '5', 'num_proj_ee7faf1d7a42448383dd458fa05c524c': '1', 'io_workload': '2', 'num_task_rebuilding': '1', 'num_proj_e597a231fdf441bdb4461c7a133888fd': '1', 'num_task_None': '2', 'num_proj_9657fb7802744a118f7b88852d2fd964': '1', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '1', 'num_task_rescuing': '1', 'num_proj_80760d62f2d843959ee7e1bc0455f907': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1242.565105] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.625675] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.640838] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a91c388-0d2c-4b4e-8b7a-3df7b656ef87 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.652781] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e93bea-45c2-4d3d-9524-66a8e54995a5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.690164] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002d920-1ad9-4bb0-a805-968465b43e6d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.700165] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396475f-6121-4432-8bf3-1343163b70d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.716759] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.854145] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434219, 'name': ReconfigVM_Task, 'duration_secs': 0.382267} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.855035] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867367', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'name': 'volume-d416ff26-1f57-4df8-a3bb-1e96cd070b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e3a52a-3512-4816-822e-c1e5d3416caa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40', 'serial': 'd416ff26-1f57-4df8-a3bb-1e96cd070b40'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.855237] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.856126] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444d49b8-4617-47b7-9c75-fcf750f17984 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.865417] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.865812] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f103ce7-8e22-4612-932d-f9393d6a4b14 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.952600] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.952929] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.953132] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Deleting the datastore file [datastore2] f7e3a52a-3512-4816-822e-c1e5d3416caa {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.953597] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2a40502-9e4c-4600-934c-277b3cf41432 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.963779] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for the task: (returnval){ [ 1242.963779] env[65683]: value = "task-4434221" [ 1242.963779] env[65683]: _type = "Task" [ 1242.963779] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.974850] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.059615] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605748} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.061191] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] dd012db7-7118-49f8-91c7-069962382135/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. [ 1243.061310] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39c2059-61dd-4b00-8e50-cd15ddaebbed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.090284] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] dd012db7-7118-49f8-91c7-069962382135/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.090778] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6774cee7-21db-422d-801e-00ef2593b5f5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.111240] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1243.111240] env[65683]: value = "task-4434222" [ 1243.111240] env[65683]: _type = "Task" [ 1243.111240] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.126331] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.130055] env[65683]: DEBUG oslo_vmware.api [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Task: {'id': task-4434218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535601} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.130445] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.130698] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.130939] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.131193] env[65683]: INFO nova.compute.manager [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1243.131490] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1243.131756] env[65683]: DEBUG nova.compute.manager [-] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1243.131902] env[65683]: DEBUG nova.network.neutron [-] [instance: 01431235-f422-4bb8-b952-591d16c3051e] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1243.132219] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.182083] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.221020] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.434401] env[65683]: DEBUG nova.compute.manager [req-f6004cc9-8a8e-45dc-a4c0-9cf9cd1872bd req-6e9066ea-c35c-4648-a5e9-146b4a5b471a service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Received event network-vif-deleted-3439a3fc-3348-4f68-b826-c9e8d3a8227f {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1243.434859] env[65683]: INFO nova.compute.manager [req-f6004cc9-8a8e-45dc-a4c0-9cf9cd1872bd req-6e9066ea-c35c-4648-a5e9-146b4a5b471a service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Neutron deleted interface 3439a3fc-3348-4f68-b826-c9e8d3a8227f; detaching it from the instance and deleting it from the info cache [ 1243.435081] env[65683]: DEBUG nova.network.neutron [req-f6004cc9-8a8e-45dc-a4c0-9cf9cd1872bd req-6e9066ea-c35c-4648-a5e9-146b4a5b471a service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.474947] env[65683]: DEBUG oslo_vmware.api [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Task: {'id': task-4434221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156155} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.475688] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.475994] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.476320] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.546494] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.546903] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b583d12-9ba9-4dd3-9dd5-8d1d4740753a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.557760] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193f949f-e004-49a3-8e07-616a8c04a91c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.591410] env[65683]: ERROR nova.compute.manager [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Failed to detach volume d416ff26-1f57-4df8-a3bb-1e96cd070b40 from /dev/sda: nova.exception.InstanceNotFound: Instance f7e3a52a-3512-4816-822e-c1e5d3416caa could not be found. [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Traceback (most recent call last): [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self.driver.rebuild(**kwargs) [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] raise NotImplementedError() [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] NotImplementedError [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] During handling of the above exception, another exception occurred: [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Traceback (most recent call last): [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self.driver.detach_volume(context, old_connection_info, [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] return self._volumeops.detach_volume(connection_info, instance) [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self._detach_volume_vmdk(connection_info, instance) [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] stable_ref.fetch_moref(session) [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] nova.exception.InstanceNotFound: Instance f7e3a52a-3512-4816-822e-c1e5d3416caa could not be found. [ 1243.591410] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.622105] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434222, 'name': ReconfigVM_Task, 'duration_secs': 0.329696} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.622502] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Reconfigured VM instance instance-0000007a to attach disk [datastore2] dd012db7-7118-49f8-91c7-069962382135/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.623478] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b94b86-f0b0-4d01-896d-2fd2b8e11433 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.653988] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f57acce-f0ac-4ba8-a980-0342c9cdca67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.670611] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1243.670611] env[65683]: value = "task-4434223" [ 1243.670611] env[65683]: _type = "Task" [ 1243.670611] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.680541] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.727353] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1243.727589] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.229s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.770398] env[65683]: DEBUG nova.compute.utils [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Build of instance f7e3a52a-3512-4816-822e-c1e5d3416caa aborted: Failed to rebuild volume backed instance. {{(pid=65683) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1243.773023] env[65683]: ERROR nova.compute.manager [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f7e3a52a-3512-4816-822e-c1e5d3416caa aborted: Failed to rebuild volume backed instance. [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Traceback (most recent call last): [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self.driver.rebuild(**kwargs) [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] raise NotImplementedError() [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] NotImplementedError [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] During handling of the above exception, another exception occurred: [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Traceback (most recent call last): [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self._detach_root_volume(context, instance, root_bdm) [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] with excutils.save_and_reraise_exception(): [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self.force_reraise() [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] raise self.value [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self.driver.detach_volume(context, old_connection_info, [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] return self._volumeops.detach_volume(connection_info, instance) [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self._detach_volume_vmdk(connection_info, instance) [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] stable_ref.fetch_moref(session) [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] nova.exception.InstanceNotFound: Instance f7e3a52a-3512-4816-822e-c1e5d3416caa could not be found. [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] During handling of the above exception, another exception occurred: [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Traceback (most recent call last): [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] yield [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 1243.773023] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self._do_rebuild_instance_with_claim( [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self._do_rebuild_instance( [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self._rebuild_default_impl(**kwargs) [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] self._rebuild_volume_backed_instance( [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] raise exception.BuildAbortException( [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] nova.exception.BuildAbortException: Build of instance f7e3a52a-3512-4816-822e-c1e5d3416caa aborted: Failed to rebuild volume backed instance. [ 1243.774314] env[65683]: ERROR nova.compute.manager [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] [ 1243.915380] env[65683]: DEBUG nova.network.neutron [-] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.938499] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b4227c7-4041-4627-9b1a-70b638bc0d4c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.949026] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78ef400-0ec3-4e9a-9ddd-417be2558acb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.978780] env[65683]: DEBUG nova.compute.manager [req-f6004cc9-8a8e-45dc-a4c0-9cf9cd1872bd req-6e9066ea-c35c-4648-a5e9-146b4a5b471a service nova] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Detach interface failed, port_id=3439a3fc-3348-4f68-b826-c9e8d3a8227f, reason: Instance 01431235-f422-4bb8-b952-591d16c3051e could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.182558] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434223, 'name': ReconfigVM_Task, 'duration_secs': 0.164059} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.183175] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.183296] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482ac11f-3fc3-4f03-b2ea-beeff42eb0f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.191883] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1244.191883] env[65683]: value = "task-4434224" [ 1244.191883] env[65683]: _type = "Task" [ 1244.191883] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.202566] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.418871] env[65683]: INFO nova.compute.manager [-] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Took 1.29 seconds to deallocate network for instance. [ 1244.707113] env[65683]: DEBUG oslo_vmware.api [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434224, 'name': PowerOnVM_Task, 'duration_secs': 0.438016} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.707113] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.710138] env[65683]: DEBUG nova.compute.manager [None req-6d10728c-a215-41fd-b98d-def581bd3f24 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1244.710964] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5a1ce-9122-4af1-a16c-82b034a2cd31 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.925998] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.926385] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.926691] env[65683]: DEBUG nova.objects.instance [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lazy-loading 'resources' on Instance uuid 01431235-f422-4bb8-b952-591d16c3051e {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.506385] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ec3b2-c4b8-4ec5-be49-d93c13faae36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.515573] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce6a442-89b5-4f39-b528-d50bf8dd35d4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.549705] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c5eb96-1d93-426a-86af-3709b9c12e03 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.559212] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1767eb76-8798-4d9f-9276-b19cbc09da92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.575063] env[65683]: DEBUG nova.compute.provider_tree [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.787915] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.078311] env[65683]: DEBUG nova.scheduler.client.report [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.179385] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquiring lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.179623] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.179833] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquiring lock "f7e3a52a-3512-4816-822e-c1e5d3416caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.180058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.180312] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.183294] env[65683]: INFO nova.compute.manager [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Terminating instance [ 1246.385213] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "3b189edd-7e8e-4889-9072-d87591277b62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.385576] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "3b189edd-7e8e-4889-9072-d87591277b62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.586084] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.588724] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.800s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.608342] env[65683]: INFO nova.scheduler.client.report [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Deleted allocations for instance 01431235-f422-4bb8-b952-591d16c3051e [ 1246.664490] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88ee51-6c20-49c4-a002-3e169c1e3514 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.673889] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b7ac1-04ea-41bb-8a15-cb8843660f83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.708061] env[65683]: DEBUG nova.compute.manager [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1246.708759] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64933d1b-7ae4-4ab0-af5d-d9586f66a051 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.711694] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6b4d9c-1952-4055-b0d2-8e2cf83fe451 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.723593] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3d07eb-7a69-467f-a459-6eac41549a5e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.731340] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afada85f-a3a4-4e9c-a902-a25dc67e029e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.754911] env[65683]: DEBUG nova.compute.provider_tree [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.765542] env[65683]: WARNING nova.virt.vmwareapi.driver [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f7e3a52a-3512-4816-822e-c1e5d3416caa could not be found. [ 1246.765746] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.766395] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4a68e5a-8e29-461c-9916-799d4440be36 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.777499] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c792fa30-c08a-45bd-aa46-bba59adeb959 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.810082] env[65683]: WARNING nova.virt.vmwareapi.vmops [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f7e3a52a-3512-4816-822e-c1e5d3416caa could not be found. [ 1246.810417] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.810591] env[65683]: INFO nova.compute.manager [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1246.810878] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1246.811219] env[65683]: DEBUG nova.compute.manager [-] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1246.811335] env[65683]: DEBUG nova.network.neutron [-] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1246.811608] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.861328] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.889167] env[65683]: DEBUG nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1247.116562] env[65683]: DEBUG oslo_concurrency.lockutils [None req-6d2517d7-2b21-49b9-b160-9847f416ec05 tempest-DeleteServersTestJSON-994729214 tempest-DeleteServersTestJSON-994729214-project-member] Lock "01431235-f422-4bb8-b952-591d16c3051e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.268420] env[65683]: DEBUG nova.scheduler.client.report [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.385220] env[65683]: DEBUG nova.compute.manager [req-6662ac90-ebe9-408d-be8d-967d7968448b req-945bc83f-c7f2-4a6c-bf42-7ec04b515c5b service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Received event network-vif-deleted-98a76752-fbc0-461b-adfb-4b3b722d56e8 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1247.385540] env[65683]: INFO nova.compute.manager [req-6662ac90-ebe9-408d-be8d-967d7968448b req-945bc83f-c7f2-4a6c-bf42-7ec04b515c5b service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Neutron deleted interface 98a76752-fbc0-461b-adfb-4b3b722d56e8; detaching it from the instance and deleting it from the info cache [ 1247.385701] env[65683]: DEBUG nova.network.neutron [req-6662ac90-ebe9-408d-be8d-967d7968448b req-945bc83f-c7f2-4a6c-bf42-7ec04b515c5b service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.417976] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.774363] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.186s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.774699] env[65683]: INFO nova.compute.manager [None req-3093b8ec-0195-495e-8da1-353ed66e3a92 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Successfully reverted task state from rebuilding on failure for instance. [ 1247.780206] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.362s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.782291] env[65683]: INFO nova.compute.claims [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.855240] env[65683]: DEBUG nova.network.neutron [-] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.889093] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d58f16d-2645-4d14-942a-76e971a8bab3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.898994] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f1df57-815a-4ac9-a53f-625fe5b8767b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.930641] env[65683]: DEBUG nova.compute.manager [req-6662ac90-ebe9-408d-be8d-967d7968448b req-945bc83f-c7f2-4a6c-bf42-7ec04b515c5b service nova] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Detach interface failed, port_id=98a76752-fbc0-461b-adfb-4b3b722d56e8, reason: Instance f7e3a52a-3512-4816-822e-c1e5d3416caa could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1248.359031] env[65683]: INFO nova.compute.manager [-] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Took 1.55 seconds to deallocate network for instance. [ 1248.864116] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d90f49-aa23-4e04-b4a4-de807f560feb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.873570] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335840b-de9e-4ef3-b7fc-591b9da5e328 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.909336] env[65683]: INFO nova.compute.manager [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Took 0.55 seconds to detach 1 volumes for instance. [ 1248.911657] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b8b487-ba24-4a7f-a786-9092b1bc60f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.914717] env[65683]: DEBUG nova.compute.manager [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Deleting volume: d416ff26-1f57-4df8-a3bb-1e96cd070b40 {{(pid=65683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1248.923485] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1082adb2-8e71-4970-8fd3-57f958bd3d1c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.941833] env[65683]: DEBUG nova.compute.provider_tree [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.444701] env[65683]: DEBUG nova.scheduler.client.report [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.457522] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.464305] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557fcb-f0bc-16f3-f85c-ee6915b1ab3d/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1249.465278] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce9d40c-1a98-4769-8fa9-f6648ce87d49 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.474904] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557fcb-f0bc-16f3-f85c-ee6915b1ab3d/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1249.474904] env[65683]: ERROR oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557fcb-f0bc-16f3-f85c-ee6915b1ab3d/disk-0.vmdk due to incomplete transfer. [ 1249.474904] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42347235-abad-4ee6-9e60-b74fbd1b15d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.483567] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557fcb-f0bc-16f3-f85c-ee6915b1ab3d/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1249.483769] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Uploaded image 0a249868-712a-4cef-9f64-35830213903d to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1249.486159] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1249.486432] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0d460b7-8b86-4f1f-a096-1bb644b650a2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.493566] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1249.493566] env[65683]: value = "task-4434229" [ 1249.493566] env[65683]: _type = "Task" [ 1249.493566] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.504068] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434229, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.949835] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.950415] env[65683]: DEBUG nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1249.953074] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.496s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.953224] env[65683]: DEBUG nova.objects.instance [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lazy-loading 'resources' on Instance uuid f7e3a52a-3512-4816-822e-c1e5d3416caa {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.006655] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434229, 'name': Destroy_Task, 'duration_secs': 0.351771} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.007160] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Destroyed the VM [ 1250.007395] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1250.007679] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1e07714-5db8-45ea-8524-6c0da3935c2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.016846] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1250.016846] env[65683]: value = "task-4434230" [ 1250.016846] env[65683]: _type = "Task" [ 1250.016846] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.025716] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.456569] env[65683]: DEBUG nova.compute.utils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.460943] env[65683]: DEBUG nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1250.461063] env[65683]: DEBUG nova.network.neutron [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1250.461349] env[65683]: WARNING neutronclient.v2_0.client [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.461625] env[65683]: WARNING neutronclient.v2_0.client [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.507480] env[65683]: DEBUG nova.policy [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95863595a204e4ea4dab53119d24b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80760d62f2d843959ee7e1bc0455f907', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.531208] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434230, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.536888] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef04d4d7-637f-48b1-ab98-d19d446e57b7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.545356] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e1e81b-70e5-454e-93e0-d0bbc0545cca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.579496] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b7e5f7-5e99-4071-8a85-536adcfc05e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.589784] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9b1d67-210d-40c9-b295-f3037afd704a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.606017] env[65683]: DEBUG nova.compute.provider_tree [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.840866] env[65683]: DEBUG nova.network.neutron [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Successfully created port: c32fedb4-69f7-4eaa-8989-90a8479eafa7 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1250.962245] env[65683]: DEBUG nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1251.028325] env[65683]: DEBUG oslo_vmware.api [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434230, 'name': RemoveSnapshot_Task, 'duration_secs': 0.583217} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.028613] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1251.028917] env[65683]: INFO nova.compute.manager [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Took 12.56 seconds to snapshot the instance on the hypervisor. [ 1251.109393] env[65683]: DEBUG nova.scheduler.client.report [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.579410] env[65683]: DEBUG nova.compute.manager [None req-cffd5789-6a24-4402-8ec0-12a5877507a7 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Found 2 images (rotation: 2) {{(pid=65683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1251.614643] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.973647] env[65683]: DEBUG nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1252.023312] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1252.023637] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.023950] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1252.024102] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.024226] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1252.024481] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1252.024750] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.024957] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1252.025391] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1252.025391] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1252.025555] env[65683]: DEBUG nova.virt.hardware [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1252.026511] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739adee-75dd-4fb8-9aee-08b977b06c79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.037776] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc6fbb-7fe0-4150-a12e-eb3af3caba2f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.137793] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7f253eec-610e-40af-ab0a-4ea0e07879e5 tempest-ServerActionsV293TestJSON-1224759286 tempest-ServerActionsV293TestJSON-1224759286-project-member] Lock "f7e3a52a-3512-4816-822e-c1e5d3416caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.958s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.199415] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.200046] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.200322] env[65683]: DEBUG nova.compute.manager [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1252.201202] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4347483-e6d1-45a2-9b41-953dcc03760e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.209581] env[65683]: DEBUG nova.compute.manager [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1252.210578] env[65683]: DEBUG nova.objects.instance [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'flavor' on Instance uuid 8d3a5a65-eef9-433b-896e-d2efa73e3c70 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.445041] env[65683]: DEBUG nova.network.neutron [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Successfully updated port: c32fedb4-69f7-4eaa-8989-90a8479eafa7 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1252.537580] env[65683]: DEBUG nova.compute.manager [req-2bda0b9d-d10c-4d6e-802e-c3ccf243b15a req-f52e1495-e094-4c8f-9075-a959c825174a service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Received event network-vif-plugged-c32fedb4-69f7-4eaa-8989-90a8479eafa7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1252.537580] env[65683]: DEBUG oslo_concurrency.lockutils [req-2bda0b9d-d10c-4d6e-802e-c3ccf243b15a req-f52e1495-e094-4c8f-9075-a959c825174a service nova] Acquiring lock "3b189edd-7e8e-4889-9072-d87591277b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.537580] env[65683]: DEBUG oslo_concurrency.lockutils [req-2bda0b9d-d10c-4d6e-802e-c3ccf243b15a req-f52e1495-e094-4c8f-9075-a959c825174a service nova] Lock "3b189edd-7e8e-4889-9072-d87591277b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.537580] env[65683]: DEBUG oslo_concurrency.lockutils [req-2bda0b9d-d10c-4d6e-802e-c3ccf243b15a req-f52e1495-e094-4c8f-9075-a959c825174a service nova] Lock "3b189edd-7e8e-4889-9072-d87591277b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.537580] env[65683]: DEBUG nova.compute.manager [req-2bda0b9d-d10c-4d6e-802e-c3ccf243b15a req-f52e1495-e094-4c8f-9075-a959c825174a service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] No waiting events found dispatching network-vif-plugged-c32fedb4-69f7-4eaa-8989-90a8479eafa7 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1252.537580] env[65683]: WARNING nova.compute.manager [req-2bda0b9d-d10c-4d6e-802e-c3ccf243b15a req-f52e1495-e094-4c8f-9075-a959c825174a service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Received unexpected event network-vif-plugged-c32fedb4-69f7-4eaa-8989-90a8479eafa7 for instance with vm_state building and task_state spawning. [ 1252.950797] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.950980] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.951193] env[65683]: DEBUG nova.network.neutron [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1253.219422] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.219749] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a5272d-9fc8-44db-804d-9a564e75b85c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.228114] env[65683]: DEBUG oslo_vmware.api [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1253.228114] env[65683]: value = "task-4434231" [ 1253.228114] env[65683]: _type = "Task" [ 1253.228114] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.238960] env[65683]: DEBUG oslo_vmware.api [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.488710] env[65683]: DEBUG nova.network.neutron [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1253.555172] env[65683]: WARNING neutronclient.v2_0.client [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.645471] env[65683]: DEBUG nova.network.neutron [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Updating instance_info_cache with network_info: [{"id": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "address": "fa:16:3e:3c:f9:a1", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32fedb4-69", "ovs_interfaceid": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.727361] env[65683]: DEBUG nova.compute.manager [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1253.728274] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88da5a2c-b04b-4811-82da-6b5fb0c3cd48 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.740381] env[65683]: DEBUG oslo_vmware.api [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434231, 'name': PowerOffVM_Task, 'duration_secs': 0.239326} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.741542] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.741739] env[65683]: DEBUG nova.compute.manager [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1253.744318] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eeec04-f064-4c1c-a215-9b0c8e8ac171 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.148033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.148459] env[65683]: DEBUG nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Instance network_info: |[{"id": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "address": "fa:16:3e:3c:f9:a1", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32fedb4-69", "ovs_interfaceid": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1254.148982] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:f9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c32fedb4-69f7-4eaa-8989-90a8479eafa7', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.156290] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1254.156509] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.156763] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22bb3f7b-0565-4e06-8176-6540ddf1aa91 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.177501] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.177501] env[65683]: value = "task-4434232" [ 1254.177501] env[65683]: _type = "Task" [ 1254.177501] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.185408] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434232, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.248836] env[65683]: INFO nova.compute.manager [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] instance snapshotting [ 1254.249604] env[65683]: DEBUG nova.objects.instance [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'flavor' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.257431] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7a967f16-53bd-41fc-872b-cb26fa7cc2fe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.563430] env[65683]: DEBUG nova.compute.manager [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Received event network-changed-c32fedb4-69f7-4eaa-8989-90a8479eafa7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1254.563571] env[65683]: DEBUG nova.compute.manager [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Refreshing instance network info cache due to event network-changed-c32fedb4-69f7-4eaa-8989-90a8479eafa7. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1254.563777] env[65683]: DEBUG oslo_concurrency.lockutils [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] Acquiring lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.563915] env[65683]: DEBUG oslo_concurrency.lockutils [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] Acquired lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.564451] env[65683]: DEBUG nova.network.neutron [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Refreshing network info cache for port c32fedb4-69f7-4eaa-8989-90a8479eafa7 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.688137] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434232, 'name': CreateVM_Task, 'duration_secs': 0.344556} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.688334] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.688896] env[65683]: WARNING neutronclient.v2_0.client [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.689282] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.689466] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.689796] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.690091] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c2fe70-26b7-4e88-a53d-44393a7abea3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.695696] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1254.695696] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5253466c-fc1c-5f5f-d383-ede6a2a1366f" [ 1254.695696] env[65683]: _type = "Task" [ 1254.695696] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.705649] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5253466c-fc1c-5f5f-d383-ede6a2a1366f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.755643] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd03355-ebc1-44a5-b0e3-13fdb914677f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.777803] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359bb4e2-f15b-4efd-bb69-122ca51502e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.067639] env[65683]: WARNING neutronclient.v2_0.client [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.207083] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5253466c-fc1c-5f5f-d383-ede6a2a1366f, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.207399] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.207627] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.207859] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.208023] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.208197] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.210953] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33051b70-01ce-4868-b007-c22974e4463e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.220786] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.220786] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.221209] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b822bbf-4616-413c-83b8-80315a7fd468 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.227051] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1255.227051] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]529116c1-5f65-f952-ac80-d46239ee099f" [ 1255.227051] env[65683]: _type = "Task" [ 1255.227051] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.231126] env[65683]: WARNING neutronclient.v2_0.client [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.238678] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]529116c1-5f65-f952-ac80-d46239ee099f, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.239500] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71cfbbb3-6d98-41bb-bc50-572070fa00f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.245443] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1255.245443] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b0e392-d03e-0b44-467e-4cdca0dd6534" [ 1255.245443] env[65683]: _type = "Task" [ 1255.245443] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.253934] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b0e392-d03e-0b44-467e-4cdca0dd6534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.283599] env[65683]: DEBUG nova.objects.instance [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'flavor' on Instance uuid 8d3a5a65-eef9-433b-896e-d2efa73e3c70 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.291243] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1255.291561] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6aa7870-2636-4d44-8e06-23a2a3f92acc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.299968] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1255.299968] env[65683]: value = "task-4434233" [ 1255.299968] env[65683]: _type = "Task" [ 1255.299968] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.305076] env[65683]: DEBUG nova.network.neutron [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Updated VIF entry in instance network info cache for port c32fedb4-69f7-4eaa-8989-90a8479eafa7. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1255.305448] env[65683]: DEBUG nova.network.neutron [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Updating instance_info_cache with network_info: [{"id": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "address": "fa:16:3e:3c:f9:a1", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32fedb4-69", "ovs_interfaceid": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.313521] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.759418] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b0e392-d03e-0b44-467e-4cdca0dd6534, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.759710] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.759974] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3b189edd-7e8e-4889-9072-d87591277b62.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.760279] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3355e649-9339-458d-8c51-8cc260c311a6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.769223] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1255.769223] env[65683]: value = "task-4434234" [ 1255.769223] env[65683]: _type = "Task" [ 1255.769223] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.779409] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.789373] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.789610] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.789709] env[65683]: DEBUG nova.network.neutron [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1255.789998] env[65683]: DEBUG nova.objects.instance [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'info_cache' on Instance uuid 8d3a5a65-eef9-433b-896e-d2efa73e3c70 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.811076] env[65683]: DEBUG oslo_concurrency.lockutils [req-3d2cedc7-b56f-4e74-93c8-5e9c77b6c545 req-a0e35d98-cc5a-4f9c-9cb4-70f6d3716f36 service nova] Releasing lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.811716] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434233, 'name': CreateSnapshot_Task, 'duration_secs': 0.483359} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.812192] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1255.812935] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0380044-4a4f-4550-b8e5-c6b14e3c6122 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.282100] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459787} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.282573] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3b189edd-7e8e-4889-9072-d87591277b62.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.282573] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.282819] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7226697f-c4f2-497f-b807-403940daa558 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.291433] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1256.291433] env[65683]: value = "task-4434235" [ 1256.291433] env[65683]: _type = "Task" [ 1256.291433] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.293055] env[65683]: DEBUG nova.objects.base [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Object Instance<8d3a5a65-eef9-433b-896e-d2efa73e3c70> lazy-loaded attributes: flavor,info_cache {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.305345] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.333359] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1256.333714] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-990b7b13-769f-4aba-a7e6-f1c43e424d63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.343290] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1256.343290] env[65683]: value = "task-4434236" [ 1256.343290] env[65683]: _type = "Task" [ 1256.343290] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.353019] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434236, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.798181] env[65683]: WARNING neutronclient.v2_0.client [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.804533] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077479} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.804803] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.805960] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643ecf62-545b-4489-9a35-aae14b34bf3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.829538] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3b189edd-7e8e-4889-9072-d87591277b62.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.832961] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3385c1e8-bde5-4c30-8ece-b4560b3fb31e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.856738] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434236, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.858135] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1256.858135] env[65683]: value = "task-4434237" [ 1256.858135] env[65683]: _type = "Task" [ 1256.858135] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.868346] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.990886] env[65683]: WARNING neutronclient.v2_0.client [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.066598] env[65683]: DEBUG nova.network.neutron [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updating instance_info_cache with network_info: [{"id": "46d9b90b-405d-4f31-b83e-96e5955305ba", "address": "fa:16:3e:0c:5c:17", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d9b90b-40", "ovs_interfaceid": "46d9b90b-405d-4f31-b83e-96e5955305ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.359250] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434236, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.368407] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434237, 'name': ReconfigVM_Task, 'duration_secs': 0.33503} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.368668] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3b189edd-7e8e-4889-9072-d87591277b62.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.369353] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5842edd5-c20d-459d-9912-975286f2ecfc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.376786] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1257.376786] env[65683]: value = "task-4434238" [ 1257.376786] env[65683]: _type = "Task" [ 1257.376786] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.386121] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434238, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.569652] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.859622] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434236, 'name': CloneVM_Task, 'duration_secs': 1.403585} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.859912] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Created linked-clone VM from snapshot [ 1257.860744] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac5db3-95c6-45d2-9118-f3b4a5376407 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.869435] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Uploading image 97c0901a-bf00-40b7-95a9-0486d1f11bda {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1257.887176] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434238, 'name': Rename_Task, 'duration_secs': 0.176559} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.887487] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.887752] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b738ed1-565e-49d3-a2ef-3935739c6eb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.894791] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1257.894791] env[65683]: value = "task-4434239" [ 1257.894791] env[65683]: _type = "Task" [ 1257.894791] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.899515] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1257.899515] env[65683]: value = "vm-867386" [ 1257.899515] env[65683]: _type = "VirtualMachine" [ 1257.899515] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1257.899718] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1156a29c-e196-4a48-a5d5-908969186de1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.907845] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.909337] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease: (returnval){ [ 1257.909337] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52134684-de82-23ce-b7d5-aeb5d7deed41" [ 1257.909337] env[65683]: _type = "HttpNfcLease" [ 1257.909337] env[65683]: } obtained for exporting VM: (result){ [ 1257.909337] env[65683]: value = "vm-867386" [ 1257.909337] env[65683]: _type = "VirtualMachine" [ 1257.909337] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1257.909582] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the lease: (returnval){ [ 1257.909582] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52134684-de82-23ce-b7d5-aeb5d7deed41" [ 1257.909582] env[65683]: _type = "HttpNfcLease" [ 1257.909582] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1257.916709] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.916709] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52134684-de82-23ce-b7d5-aeb5d7deed41" [ 1257.916709] env[65683]: _type = "HttpNfcLease" [ 1257.916709] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.404660] env[65683]: DEBUG oslo_vmware.api [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434239, 'name': PowerOnVM_Task, 'duration_secs': 0.470589} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.405059] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.405215] env[65683]: INFO nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1258.405407] env[65683]: DEBUG nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1258.406258] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d6d403-9eb4-4b42-8633-6b9e4d5788e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.420882] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.420882] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52134684-de82-23ce-b7d5-aeb5d7deed41" [ 1258.420882] env[65683]: _type = "HttpNfcLease" [ 1258.420882] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1258.421163] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1258.421163] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52134684-de82-23ce-b7d5-aeb5d7deed41" [ 1258.421163] env[65683]: _type = "HttpNfcLease" [ 1258.421163] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1258.423634] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671bf485-1572-45d1-bb2a-3026d000c385 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.429459] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aaebb-cfa2-df7a-b1c6-1dc47ed4b150/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1258.429630] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aaebb-cfa2-df7a-b1c6-1dc47ed4b150/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1258.517226] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a19e82a-3501-4e7c-9707-e5664035a9bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.576507] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.576832] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee7f0cf3-3cde-4d32-9e37-807988f86b89 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.584362] env[65683]: DEBUG oslo_vmware.api [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1258.584362] env[65683]: value = "task-4434241" [ 1258.584362] env[65683]: _type = "Task" [ 1258.584362] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.592995] env[65683]: DEBUG oslo_vmware.api [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.929988] env[65683]: INFO nova.compute.manager [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Took 11.53 seconds to build instance. [ 1259.096065] env[65683]: DEBUG oslo_vmware.api [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434241, 'name': PowerOnVM_Task, 'duration_secs': 0.393843} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.096669] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.097084] env[65683]: DEBUG nova.compute.manager [None req-2c737963-c6aa-4d73-97ab-58b98191882f tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1259.098427] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d90df7-7d6b-4f44-b291-6bc50cebb437 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.432797] env[65683]: DEBUG oslo_concurrency.lockutils [None req-675e3154-fb03-40be-8579-7cf036ec6efb tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "3b189edd-7e8e-4889-9072-d87591277b62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.047s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.744584] env[65683]: INFO nova.compute.manager [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Rescuing [ 1259.745118] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.745406] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.745700] env[65683]: DEBUG nova.network.neutron [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1260.146643] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae24f03-f3f3-411c-a49c-1611107a378c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.154207] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d0a867-6888-461a-93f4-fe63d1319cfe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Suspending the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1260.154552] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e13802cb-7602-41aa-a9da-fec4048193ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.160969] env[65683]: DEBUG oslo_vmware.api [None req-f2d0a867-6888-461a-93f4-fe63d1319cfe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1260.160969] env[65683]: value = "task-4434242" [ 1260.160969] env[65683]: _type = "Task" [ 1260.160969] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.170782] env[65683]: DEBUG oslo_vmware.api [None req-f2d0a867-6888-461a-93f4-fe63d1319cfe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434242, 'name': SuspendVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.248716] env[65683]: WARNING neutronclient.v2_0.client [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.405182] env[65683]: WARNING neutronclient.v2_0.client [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.481114] env[65683]: DEBUG nova.network.neutron [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Updating instance_info_cache with network_info: [{"id": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "address": "fa:16:3e:3c:f9:a1", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32fedb4-69", "ovs_interfaceid": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.672982] env[65683]: DEBUG oslo_vmware.api [None req-f2d0a867-6888-461a-93f4-fe63d1319cfe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434242, 'name': SuspendVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.985153] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.171866] env[65683]: DEBUG oslo_vmware.api [None req-f2d0a867-6888-461a-93f4-fe63d1319cfe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434242, 'name': SuspendVM_Task, 'duration_secs': 0.744643} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.172147] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d0a867-6888-461a-93f4-fe63d1319cfe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Suspended the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1261.172354] env[65683]: DEBUG nova.compute.manager [None req-f2d0a867-6888-461a-93f4-fe63d1319cfe tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1261.173211] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071b89e-8e79-454e-95a0-85e8410455e4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.527250] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.527601] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d714befc-51eb-453c-9b26-421d01a077bd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.534747] env[65683]: INFO nova.compute.manager [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Resuming [ 1262.535568] env[65683]: DEBUG nova.objects.instance [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'flavor' on Instance uuid 8d3a5a65-eef9-433b-896e-d2efa73e3c70 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.538611] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1262.538611] env[65683]: value = "task-4434243" [ 1262.538611] env[65683]: _type = "Task" [ 1262.538611] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.550237] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.060577] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434243, 'name': PowerOffVM_Task, 'duration_secs': 0.19815} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.060933] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.063219] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce5b724-d08c-410c-9dd1-6934820ead30 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.091097] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61110532-ad43-498b-a6a4-6747dc360450 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.131628] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.131947] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7fbe26-a1bf-4dce-9c70-fe518236149d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.141017] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1263.141017] env[65683]: value = "task-4434244" [ 1263.141017] env[65683]: _type = "Task" [ 1263.141017] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.152288] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1263.152568] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.152821] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.152983] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.153188] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.153506] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7e63b30-1ca2-48d5-a448-9732d8281782 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.164691] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.164934] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.165638] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7480f610-00f4-4d2b-b75e-7cd6f38618e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.171767] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1263.171767] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c4c4fa-09c7-7fed-a756-729eb10dc9f7" [ 1263.171767] env[65683]: _type = "Task" [ 1263.171767] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.181084] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c4c4fa-09c7-7fed-a756-729eb10dc9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.683112] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52c4c4fa-09c7-7fed-a756-729eb10dc9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016019} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.683750] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6314d80f-2e07-42d4-9fd7-e27ac100ce2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.690057] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1263.690057] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]523f71b8-f64c-58e9-3f59-17389b368425" [ 1263.690057] env[65683]: _type = "Task" [ 1263.690057] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.698745] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523f71b8-f64c-58e9-3f59-17389b368425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.057338] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.057564] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquired lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.057746] env[65683]: DEBUG nova.network.neutron [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1264.201313] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]523f71b8-f64c-58e9-3f59-17389b368425, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.201655] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.201912] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. {{(pid=65683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1264.202315] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46283663-7520-4665-8d14-4eae34be8f90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.211512] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1264.211512] env[65683]: value = "task-4434245" [ 1264.211512] env[65683]: _type = "Task" [ 1264.211512] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.220787] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.560917] env[65683]: WARNING neutronclient.v2_0.client [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.722891] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.747548] env[65683]: WARNING neutronclient.v2_0.client [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.822904] env[65683]: DEBUG nova.network.neutron [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updating instance_info_cache with network_info: [{"id": "46d9b90b-405d-4f31-b83e-96e5955305ba", "address": "fa:16:3e:0c:5c:17", "network": {"id": "52104915-b12a-4c05-be2b-7f284b5cc5a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1019527782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78d2b5046d3c4de593c525e116690fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d9b90b-40", "ovs_interfaceid": "46d9b90b-405d-4f31-b83e-96e5955305ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.228479] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600423} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.228885] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk. [ 1265.229752] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e9128-a40e-476d-9e42-ccd43b1c94ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.256203] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.256556] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc252483-d2c6-473a-a57b-e9ed3dcabcd1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.277196] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1265.277196] env[65683]: value = "task-4434246" [ 1265.277196] env[65683]: _type = "Task" [ 1265.277196] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.286844] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.325853] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Releasing lock "refresh_cache-8d3a5a65-eef9-433b-896e-d2efa73e3c70" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.327073] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62a3443-a029-4b7b-a80a-d9cc3a5d5add {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.335091] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Resuming the VM {{(pid=65683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1265.335394] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd588c94-a569-4825-9a73-d5809bc2cc2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.342545] env[65683]: DEBUG oslo_vmware.api [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1265.342545] env[65683]: value = "task-4434247" [ 1265.342545] env[65683]: _type = "Task" [ 1265.342545] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.351970] env[65683]: DEBUG oslo_vmware.api [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.788124] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.854295] env[65683]: DEBUG oslo_vmware.api [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.289654] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.353750] env[65683]: DEBUG oslo_vmware.api [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434247, 'name': PowerOnVM_Task, 'duration_secs': 0.861046} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.355056] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Resumed the VM {{(pid=65683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1266.355056] env[65683]: DEBUG nova.compute.manager [None req-f881c528-94bf-4375-8a9c-21fa17ae7b78 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1266.355385] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37a1db5-bcc2-4330-a013-56733a70b448 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.790467] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.291677] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434246, 'name': ReconfigVM_Task, 'duration_secs': 1.749595} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.292490] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62/3f92e4ca-d0c4-490c-bead-8c3e146e40c9-rescue.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.293084] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b93cb4-ea90-4e31-85b5-e734497c0f84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.318659] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6bd265-4d8c-4fd8-8cee-5d5fbe89fcf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.335022] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1267.335022] env[65683]: value = "task-4434248" [ 1267.335022] env[65683]: _type = "Task" [ 1267.335022] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.344465] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.349057] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.349281] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.349479] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.349652] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.349809] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.352330] env[65683]: INFO nova.compute.manager [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Terminating instance [ 1267.846057] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434248, 'name': ReconfigVM_Task, 'duration_secs': 0.163089} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.846355] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.846613] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c253ca-0600-477a-ae80-9b6ad51608dd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.854161] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1267.854161] env[65683]: value = "task-4434249" [ 1267.854161] env[65683]: _type = "Task" [ 1267.854161] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.857814] env[65683]: DEBUG nova.compute.manager [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1267.858018] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.858917] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1138831f-1f04-479a-8ee0-09d0fa2edc5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.866834] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.869158] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.869477] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea89e392-f9d3-4b01-aabd-2ec4ebd1cec9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.876818] env[65683]: DEBUG oslo_vmware.api [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1267.876818] env[65683]: value = "task-4434250" [ 1267.876818] env[65683]: _type = "Task" [ 1267.876818] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.886824] env[65683]: DEBUG oslo_vmware.api [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.278921] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.279316] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.365252] env[65683]: DEBUG oslo_vmware.api [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434249, 'name': PowerOnVM_Task, 'duration_secs': 0.43848} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.365555] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.368452] env[65683]: DEBUG nova.compute.manager [None req-b536cd9c-eb85-489b-8ea2-4257222287c4 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1268.369280] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badac80b-bc99-492b-bd79-5cc9ae5a10ae {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.387795] env[65683]: DEBUG oslo_vmware.api [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434250, 'name': PowerOffVM_Task, 'duration_secs': 0.303245} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.388058] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.388229] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.388480] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f5e2bc9-ee55-46fb-9255-7db5c061b1df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.463039] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.463261] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.463520] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleting the datastore file [datastore2] 8d3a5a65-eef9-433b-896e-d2efa73e3c70 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.463705] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c73b62-4058-42d4-8fdd-a5daeea3e119 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.472070] env[65683]: DEBUG oslo_vmware.api [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for the task: (returnval){ [ 1268.472070] env[65683]: value = "task-4434252" [ 1268.472070] env[65683]: _type = "Task" [ 1268.472070] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.481346] env[65683]: DEBUG oslo_vmware.api [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.555371] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aaebb-cfa2-df7a-b1c6-1dc47ed4b150/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1268.556336] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effa0828-e5af-4f05-b5d8-2b2be581f468 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.563603] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aaebb-cfa2-df7a-b1c6-1dc47ed4b150/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1268.563770] env[65683]: ERROR oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aaebb-cfa2-df7a-b1c6-1dc47ed4b150/disk-0.vmdk due to incomplete transfer. [ 1268.563999] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-317dae67-f330-44a9-8068-a97711f8401b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.571896] env[65683]: DEBUG oslo_vmware.rw_handles [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aaebb-cfa2-df7a-b1c6-1dc47ed4b150/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1268.572103] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Uploaded image 97c0901a-bf00-40b7-95a9-0486d1f11bda to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1268.574428] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1268.574679] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-affa92f3-f473-460e-9a18-b8236b3fe8d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.580987] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1268.580987] env[65683]: value = "task-4434253" [ 1268.580987] env[65683]: _type = "Task" [ 1268.580987] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.589259] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434253, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.785177] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.785350] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.785540] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.785784] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.785958] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.786516] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.786516] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1268.786516] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.982885] env[65683]: DEBUG oslo_vmware.api [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Task: {'id': task-4434252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249895} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.983282] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.983425] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.983599] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.983773] env[65683]: INFO nova.compute.manager [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1268.984019] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1268.984232] env[65683]: DEBUG nova.compute.manager [-] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1268.984343] env[65683]: DEBUG nova.network.neutron [-] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1268.984655] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.056380] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.091046] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434253, 'name': Destroy_Task, 'duration_secs': 0.318483} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.091299] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Destroyed the VM [ 1269.091488] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1269.091755] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9559c87c-a6b4-4a10-90ce-2507e67176c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.100279] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1269.100279] env[65683]: value = "task-4434254" [ 1269.100279] env[65683]: _type = "Task" [ 1269.100279] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.111223] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434254, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.289242] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.289532] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.289778] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.289948] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1269.290994] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b886c5-27b4-43ad-b890-da5b6282831f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.300669] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15070c36-a041-4290-b5b1-4c4ce432160a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.315870] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1962409-d9bd-4fb4-bc67-484daa58b6fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.323498] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad19a85-69c8-4d8b-9c28-532578057a5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.353197] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179423MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1269.353379] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.353612] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.482820] env[65683]: DEBUG nova.compute.manager [req-f5122f1c-8b86-4f3f-b0b4-1da83424d953 req-05fbbce2-ae7c-4a32-b378-559e9083c3a2 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Received event network-vif-deleted-46d9b90b-405d-4f31-b83e-96e5955305ba {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1269.483061] env[65683]: INFO nova.compute.manager [req-f5122f1c-8b86-4f3f-b0b4-1da83424d953 req-05fbbce2-ae7c-4a32-b378-559e9083c3a2 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Neutron deleted interface 46d9b90b-405d-4f31-b83e-96e5955305ba; detaching it from the instance and deleting it from the info cache [ 1269.483255] env[65683]: DEBUG nova.network.neutron [req-f5122f1c-8b86-4f3f-b0b4-1da83424d953 req-05fbbce2-ae7c-4a32-b378-559e9083c3a2 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.611047] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434254, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.964673] env[65683]: DEBUG nova.network.neutron [-] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.986599] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cede6d1f-a151-46d1-a3d7-577122074d51 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.997260] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35b8fa-7a3d-420f-91fd-e76b7d7cad71 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.027252] env[65683]: DEBUG nova.compute.manager [req-f5122f1c-8b86-4f3f-b0b4-1da83424d953 req-05fbbce2-ae7c-4a32-b378-559e9083c3a2 service nova] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Detach interface failed, port_id=46d9b90b-405d-4f31-b83e-96e5955305ba, reason: Instance 8d3a5a65-eef9-433b-896e-d2efa73e3c70 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1270.069622] env[65683]: INFO nova.compute.manager [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Unrescuing [ 1270.069951] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.070167] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquired lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.070323] env[65683]: DEBUG nova.network.neutron [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1270.111405] env[65683]: DEBUG oslo_vmware.api [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434254, 'name': RemoveSnapshot_Task, 'duration_secs': 0.523025} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.112083] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1270.112327] env[65683]: INFO nova.compute.manager [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 1270.383463] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance ac43d026-4256-4552-9843-46375fb7df69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1270.383670] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 8d3a5a65-eef9-433b-896e-d2efa73e3c70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1270.383840] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance dd012db7-7118-49f8-91c7-069962382135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1270.384039] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 3b189edd-7e8e-4889-9072-d87591277b62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1270.384304] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1270.384463] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_active': '2', 'num_task_image_uploading': '1', 'num_os_type_None': '4', 'num_proj_ee7faf1d7a42448383dd458fa05c524c': '1', 'io_workload': '0', 'num_task_deleting': '1', 'num_proj_78d2b5046d3c4de593c525e116690fe1': '1', 'num_vm_rescued': '2', 'num_task_None': '2', 'num_proj_80760d62f2d843959ee7e1bc0455f907': '2'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1270.453053] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712b0440-fea4-4920-b786-db841df416b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.461848] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd76cca-d518-467f-9ff5-053d0246c529 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.467854] env[65683]: INFO nova.compute.manager [-] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Took 1.48 seconds to deallocate network for instance. [ 1270.502792] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3458cd59-0add-43d7-a8d5-7b26cee6961b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.511370] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8050d6a1-db72-4001-92a6-8767ecdddc77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.526237] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.573029] env[65683]: WARNING neutronclient.v2_0.client [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.657389] env[65683]: DEBUG nova.compute.manager [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Found 3 images (rotation: 2) {{(pid=65683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1270.657586] env[65683]: DEBUG nova.compute.manager [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Rotating out 1 backups {{(pid=65683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1270.657738] env[65683]: DEBUG nova.compute.manager [None req-3baa220d-fd54-4029-8871-f2cc41941ffd tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleting image 90f09a66-cb01-4a71-b59a-5ff834c300ba {{(pid=65683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 1270.722687] env[65683]: WARNING neutronclient.v2_0.client [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.792105] env[65683]: DEBUG nova.network.neutron [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Updating instance_info_cache with network_info: [{"id": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "address": "fa:16:3e:3c:f9:a1", "network": {"id": "e36120ff-417b-4b63-847d-20645cdbb7b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-655106738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80760d62f2d843959ee7e1bc0455f907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32fedb4-69", "ovs_interfaceid": "c32fedb4-69f7-4eaa-8989-90a8479eafa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.003103] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.029685] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.295184] env[65683]: DEBUG oslo_concurrency.lockutils [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Releasing lock "refresh_cache-3b189edd-7e8e-4889-9072-d87591277b62" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.295974] env[65683]: DEBUG nova.objects.instance [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lazy-loading 'flavor' on Instance uuid 3b189edd-7e8e-4889-9072-d87591277b62 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.535974] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1271.536149] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.536425] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.534s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.536693] env[65683]: DEBUG nova.objects.instance [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lazy-loading 'resources' on Instance uuid 8d3a5a65-eef9-433b-896e-d2efa73e3c70 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.801600] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884666e4-61a9-47c9-a995-162fc7f1be0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.824394] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.824732] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed8b8f18-78fe-4f0e-ab67-85788232840b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.831960] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1271.831960] env[65683]: value = "task-4434255" [ 1271.831960] env[65683]: _type = "Task" [ 1271.831960] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.840230] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.125987] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ec117-7b9d-4cb1-b270-e3e183b660ec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.134182] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47049e65-2305-4df3-b0f9-14f17bea3c2d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.166194] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1522645b-1a61-455c-bd91-37a92afa08b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.174951] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855884c8-8185-4abc-8718-11019f1a15d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.190034] env[65683]: DEBUG nova.compute.provider_tree [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.342019] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434255, 'name': PowerOffVM_Task, 'duration_secs': 0.247177} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.342450] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.347736] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.348068] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3631495c-e565-4b17-ad17-4be947099aec {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.367504] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1272.367504] env[65683]: value = "task-4434256" [ 1272.367504] env[65683]: _type = "Task" [ 1272.367504] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.375650] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.574962] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.623902] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.623902] env[65683]: DEBUG nova.compute.manager [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1272.623902] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1a891-367d-4cf7-a2bf-e61d726e0557 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.623902] env[65683]: DEBUG nova.compute.manager [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1272.623902] env[65683]: DEBUG nova.objects.instance [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'flavor' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.693272] env[65683]: DEBUG nova.scheduler.client.report [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.877885] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434256, 'name': ReconfigVM_Task, 'duration_secs': 0.20296} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.878100] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.878286] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.878536] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39f0862c-eed6-428c-b7b9-eae28116c218 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.885429] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1272.885429] env[65683]: value = "task-4434257" [ 1272.885429] env[65683]: _type = "Task" [ 1272.885429] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.893501] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.200730] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.222812] env[65683]: INFO nova.scheduler.client.report [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Deleted allocations for instance 8d3a5a65-eef9-433b-896e-d2efa73e3c70 [ 1273.397423] env[65683]: DEBUG oslo_vmware.api [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434257, 'name': PowerOnVM_Task, 'duration_secs': 0.352566} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.397857] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.398217] env[65683]: DEBUG nova.compute.manager [None req-e239849c-d8b1-4dc6-b2b9-847b0068fdc5 tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1273.399144] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff1ef69-5cc2-4b8c-a105-6fed95e66116 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.593771] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.594086] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c362a749-4667-430f-a2b4-d20592f010c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.602692] env[65683]: DEBUG oslo_vmware.api [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1273.602692] env[65683]: value = "task-4434258" [ 1273.602692] env[65683]: _type = "Task" [ 1273.602692] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.611599] env[65683]: DEBUG oslo_vmware.api [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.734600] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7ac2ec9c-7ec1-4f7b-8736-bd0cfb9fbb63 tempest-ServerActionsTestJSON-1078547311 tempest-ServerActionsTestJSON-1078547311-project-member] Lock "8d3a5a65-eef9-433b-896e-d2efa73e3c70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.385s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.113455] env[65683]: DEBUG oslo_vmware.api [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434258, 'name': PowerOffVM_Task, 'duration_secs': 0.205736} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.113734] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.113926] env[65683]: DEBUG nova.compute.manager [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1274.114714] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d2124-8143-4004-ace4-b7245cc67727 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.628540] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ea8cca3d-e006-4934-a1eb-4369c91af24b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.694101] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "3b189edd-7e8e-4889-9072-d87591277b62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.694378] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "3b189edd-7e8e-4889-9072-d87591277b62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.694846] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "3b189edd-7e8e-4889-9072-d87591277b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.697372] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "3b189edd-7e8e-4889-9072-d87591277b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.697372] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "3b189edd-7e8e-4889-9072-d87591277b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.697495] env[65683]: INFO nova.compute.manager [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Terminating instance [ 1275.205487] env[65683]: DEBUG nova.compute.manager [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1275.205844] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.206849] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59252787-b2bf-4226-a8a1-ec53f5062ce5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.216501] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.216758] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0d8f93-c818-45d8-8a18-cca6dffc3322 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.223764] env[65683]: DEBUG oslo_vmware.api [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1275.223764] env[65683]: value = "task-4434259" [ 1275.223764] env[65683]: _type = "Task" [ 1275.223764] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.234238] env[65683]: DEBUG oslo_vmware.api [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.735910] env[65683]: DEBUG oslo_vmware.api [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434259, 'name': PowerOffVM_Task, 'duration_secs': 0.184224} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.736240] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.736367] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.736626] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-628d8159-668a-4d7d-8024-3d4b05fc7c85 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.807713] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.807713] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.807713] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Deleting the datastore file [datastore2] 3b189edd-7e8e-4889-9072-d87591277b62 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.807938] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a1f452-ab69-49dd-9318-62b630471a4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.814706] env[65683]: DEBUG oslo_vmware.api [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1275.814706] env[65683]: value = "task-4434261" [ 1275.814706] env[65683]: _type = "Task" [ 1275.814706] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.823242] env[65683]: DEBUG oslo_vmware.api [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.917666] env[65683]: DEBUG nova.compute.manager [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Stashing vm_state: stopped {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1276.325316] env[65683]: DEBUG oslo_vmware.api [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133784} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.325582] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.325762] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.325933] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.326113] env[65683]: INFO nova.compute.manager [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1276.326355] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1276.326568] env[65683]: DEBUG nova.compute.manager [-] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1276.326639] env[65683]: DEBUG nova.network.neutron [-] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1276.326887] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.369828] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.443068] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.443389] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.580684] env[65683]: DEBUG nova.compute.manager [req-3710aca7-e052-467a-ba53-c24f9418cb5a req-6d353b4b-adb6-4501-9bca-dcc323a45d86 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Received event network-vif-deleted-c32fedb4-69f7-4eaa-8989-90a8479eafa7 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1276.580882] env[65683]: INFO nova.compute.manager [req-3710aca7-e052-467a-ba53-c24f9418cb5a req-6d353b4b-adb6-4501-9bca-dcc323a45d86 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Neutron deleted interface c32fedb4-69f7-4eaa-8989-90a8479eafa7; detaching it from the instance and deleting it from the info cache [ 1276.581667] env[65683]: DEBUG nova.network.neutron [req-3710aca7-e052-467a-ba53-c24f9418cb5a req-6d353b4b-adb6-4501-9bca-dcc323a45d86 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.951489] env[65683]: INFO nova.compute.claims [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.049068] env[65683]: DEBUG nova.network.neutron [-] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.083884] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18c6bb6c-bab5-4cc4-a55a-e094b25ba678 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.095279] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16c6c9-5363-4e6e-a066-73b54461f543 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.122973] env[65683]: DEBUG nova.compute.manager [req-3710aca7-e052-467a-ba53-c24f9418cb5a req-6d353b4b-adb6-4501-9bca-dcc323a45d86 service nova] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Detach interface failed, port_id=c32fedb4-69f7-4eaa-8989-90a8479eafa7, reason: Instance 3b189edd-7e8e-4889-9072-d87591277b62 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1277.459306] env[65683]: INFO nova.compute.resource_tracker [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating resource usage from migration eadab21f-8f23-4b7c-b2fe-bf33b1b12319 [ 1277.543707] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53954d8a-8280-4bf8-bae6-a5312ab009b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.552160] env[65683]: INFO nova.compute.manager [-] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Took 1.23 seconds to deallocate network for instance. [ 1277.554946] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7df5ca7-52cc-4612-8d29-2fc1ec34a5c0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.595046] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863702c-92a8-4095-9541-b589ef6b4777 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.602825] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906b0d0e-f2df-46da-aa08-c8f08ac41482 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.619753] env[65683]: DEBUG nova.compute.provider_tree [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.063960] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.124725] env[65683]: DEBUG nova.scheduler.client.report [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.630683] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.630683] env[65683]: INFO nova.compute.manager [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Migrating [ 1278.637730] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.574s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.637952] env[65683]: DEBUG nova.objects.instance [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lazy-loading 'resources' on Instance uuid 3b189edd-7e8e-4889-9072-d87591277b62 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.965301] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.965503] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.145920] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.146290] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.146290] env[65683]: DEBUG nova.network.neutron [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1279.228781] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d229104-e382-4eb7-8f51-173d6ae644ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.237126] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c503eb-6d1d-4263-99f2-17f635d800af {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.269193] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f17c48-f8d1-4149-b36a-6ca379c44987 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.277698] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb68551-7a24-48ca-a5f5-b8e71bb91f4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.293203] env[65683]: DEBUG nova.compute.provider_tree [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.467667] env[65683]: DEBUG nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1279.651981] env[65683]: WARNING neutronclient.v2_0.client [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.796824] env[65683]: DEBUG nova.scheduler.client.report [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.830974] env[65683]: WARNING neutronclient.v2_0.client [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.899736] env[65683]: DEBUG nova.network.neutron [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.985397] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.304725] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.307368] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.322s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.308915] env[65683]: INFO nova.compute.claims [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.330306] env[65683]: INFO nova.scheduler.client.report [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Deleted allocations for instance 3b189edd-7e8e-4889-9072-d87591277b62 [ 1280.402508] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.838044] env[65683]: DEBUG oslo_concurrency.lockutils [None req-48f01c2f-ab07-4858-8943-54328b534a6c tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "3b189edd-7e8e-4889-9072-d87591277b62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.143s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.382104] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b814e01-c0be-4a37-92d6-670ecd20158a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.389585] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "dd012db7-7118-49f8-91c7-069962382135" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.389998] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "dd012db7-7118-49f8-91c7-069962382135" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.390230] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "dd012db7-7118-49f8-91c7-069962382135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.390415] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "dd012db7-7118-49f8-91c7-069962382135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.390643] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "dd012db7-7118-49f8-91c7-069962382135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.392973] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e23b12-7856-4eeb-b66a-5759178c5c70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.396476] env[65683]: INFO nova.compute.manager [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Terminating instance [ 1281.428402] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78777c8-906f-4d59-9852-721b8e4ef7c8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.437845] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae67808-68ae-4cbf-981b-909b6e0d1a3c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.453137] env[65683]: DEBUG nova.compute.provider_tree [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.900735] env[65683]: DEBUG nova.compute.manager [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1281.900917] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.901844] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f85ac69-0d49-4c80-a12d-5e3d2abc93a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.911415] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.911789] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c1dd1c-dcde-4a74-88c5-9fb7313a6d52 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.920071] env[65683]: DEBUG oslo_vmware.api [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1281.920071] env[65683]: value = "task-4434262" [ 1281.920071] env[65683]: _type = "Task" [ 1281.920071] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.928484] env[65683]: DEBUG oslo_vmware.api [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.934997] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5b4403-020d-4c1b-998f-e1485294f0c9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.955248] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance 'ac43d026-4256-4552-9843-46375fb7df69' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.959375] env[65683]: DEBUG nova.scheduler.client.report [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.434726] env[65683]: DEBUG oslo_vmware.api [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434262, 'name': PowerOffVM_Task, 'duration_secs': 0.199252} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.435185] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.435488] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.435875] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0318ff1-852d-4995-bf7b-04a3fcf5f84b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.464663] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.465403] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.465862] env[65683]: DEBUG nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1282.468531] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc46973-92e5-4aff-a59e-4c875553a9ab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.476049] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1282.476049] env[65683]: value = "task-4434264" [ 1282.476049] env[65683]: _type = "Task" [ 1282.476049] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.486838] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1282.487169] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance 'ac43d026-4256-4552-9843-46375fb7df69' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.504958] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.505206] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.505417] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Deleting the datastore file [datastore2] dd012db7-7118-49f8-91c7-069962382135 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.505679] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20335054-9a3e-4c64-9312-c43c64bf7d5a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.514407] env[65683]: DEBUG oslo_vmware.api [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for the task: (returnval){ [ 1282.514407] env[65683]: value = "task-4434265" [ 1282.514407] env[65683]: _type = "Task" [ 1282.514407] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.524434] env[65683]: DEBUG oslo_vmware.api [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.972381] env[65683]: DEBUG nova.compute.utils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.973907] env[65683]: DEBUG nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1282.974382] env[65683]: DEBUG nova.network.neutron [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1282.974498] env[65683]: WARNING neutronclient.v2_0.client [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.974796] env[65683]: WARNING neutronclient.v2_0.client [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.993849] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1282.994236] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.994317] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1282.994484] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.994689] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1282.994804] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1282.995077] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1282.995286] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1282.995493] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1282.995687] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1282.995882] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1283.001784] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6938d62-2eb8-4b69-b69e-7aec0b396751 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.017279] env[65683]: DEBUG nova.policy [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df3be8ff2d414c7c8c9ad4fcff937fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65334ea12b6645c8989f2844641bd565', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.029298] env[65683]: DEBUG oslo_vmware.api [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Task: {'id': task-4434265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199192} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.030947] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.031260] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.031370] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.031575] env[65683]: INFO nova.compute.manager [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] [instance: dd012db7-7118-49f8-91c7-069962382135] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1283.031862] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1283.032147] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1283.032147] env[65683]: value = "task-4434266" [ 1283.032147] env[65683]: _type = "Task" [ 1283.032147] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.032363] env[65683]: DEBUG nova.compute.manager [-] [instance: dd012db7-7118-49f8-91c7-069962382135] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1283.032493] env[65683]: DEBUG nova.network.neutron [-] [instance: dd012db7-7118-49f8-91c7-069962382135] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1283.032741] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.044848] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.068096] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.316830] env[65683]: DEBUG nova.network.neutron [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Successfully created port: fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1283.324973] env[65683]: DEBUG nova.compute.manager [req-c24bbdb4-3589-4f22-8e15-254f2a720053 req-7a26f69a-6f75-4c06-9be3-89fca1cf4f55 service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Received event network-vif-deleted-cf108b2c-4472-49d9-9f3d-5ad1352dfff0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1283.325184] env[65683]: INFO nova.compute.manager [req-c24bbdb4-3589-4f22-8e15-254f2a720053 req-7a26f69a-6f75-4c06-9be3-89fca1cf4f55 service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Neutron deleted interface cf108b2c-4472-49d9-9f3d-5ad1352dfff0; detaching it from the instance and deleting it from the info cache [ 1283.325957] env[65683]: DEBUG nova.network.neutron [req-c24bbdb4-3589-4f22-8e15-254f2a720053 req-7a26f69a-6f75-4c06-9be3-89fca1cf4f55 service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.478127] env[65683]: DEBUG nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1283.545070] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434266, 'name': ReconfigVM_Task, 'duration_secs': 0.161193} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.545378] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance 'ac43d026-4256-4552-9843-46375fb7df69' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.797677] env[65683]: DEBUG nova.network.neutron [-] [instance: dd012db7-7118-49f8-91c7-069962382135] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.828676] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ea426ad-d362-4ef4-871b-477c913173ef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.839383] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0028daeb-3bb2-46d6-a7ec-cbbbd3ac0eaa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.864936] env[65683]: DEBUG nova.compute.manager [req-c24bbdb4-3589-4f22-8e15-254f2a720053 req-7a26f69a-6f75-4c06-9be3-89fca1cf4f55 service nova] [instance: dd012db7-7118-49f8-91c7-069962382135] Detach interface failed, port_id=cf108b2c-4472-49d9-9f3d-5ad1352dfff0, reason: Instance dd012db7-7118-49f8-91c7-069962382135 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1284.051530] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1284.051823] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.051976] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1284.052193] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.052339] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1284.052482] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1284.052676] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.052858] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1284.053056] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1284.053239] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1284.053411] env[65683]: DEBUG nova.virt.hardware [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1284.058844] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1284.059550] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77dfa7b-26dd-4e42-b453-06ac378aff45 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.079080] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1284.079080] env[65683]: value = "task-4434267" [ 1284.079080] env[65683]: _type = "Task" [ 1284.079080] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.087851] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.301128] env[65683]: INFO nova.compute.manager [-] [instance: dd012db7-7118-49f8-91c7-069962382135] Took 1.27 seconds to deallocate network for instance. [ 1284.487678] env[65683]: DEBUG nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1284.514394] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1284.514671] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.514823] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1284.514996] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.515176] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1284.515289] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1284.515492] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.515645] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1284.515803] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1284.515960] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1284.516148] env[65683]: DEBUG nova.virt.hardware [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1284.517040] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ee3b8a-3f94-405c-aaf1-43e06cf08712 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.525255] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddcc1b2-d6a7-405c-a129-24b91240fcf4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.589515] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434267, 'name': ReconfigVM_Task, 'duration_secs': 0.162266} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.589824] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.590687] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22bc68a-4596-40d2-8b6a-223821a6789b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.614966] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ac43d026-4256-4552-9843-46375fb7df69/ac43d026-4256-4552-9843-46375fb7df69.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.615302] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b4f13e-6309-447a-a5a6-fd9c7ae45145 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.635529] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1284.635529] env[65683]: value = "task-4434268" [ 1284.635529] env[65683]: _type = "Task" [ 1284.635529] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.645131] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.807565] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.807861] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.808117] env[65683]: DEBUG nova.objects.instance [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lazy-loading 'resources' on Instance uuid dd012db7-7118-49f8-91c7-069962382135 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.927535] env[65683]: DEBUG nova.compute.manager [req-c5d01bfa-804a-4491-b491-09de072aa07d req-0fef7a6d-2cab-4787-a1af-264378d54eca service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received event network-vif-plugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1284.927709] env[65683]: DEBUG oslo_concurrency.lockutils [req-c5d01bfa-804a-4491-b491-09de072aa07d req-0fef7a6d-2cab-4787-a1af-264378d54eca service nova] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.927906] env[65683]: DEBUG oslo_concurrency.lockutils [req-c5d01bfa-804a-4491-b491-09de072aa07d req-0fef7a6d-2cab-4787-a1af-264378d54eca service nova] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.928078] env[65683]: DEBUG oslo_concurrency.lockutils [req-c5d01bfa-804a-4491-b491-09de072aa07d req-0fef7a6d-2cab-4787-a1af-264378d54eca service nova] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.928238] env[65683]: DEBUG nova.compute.manager [req-c5d01bfa-804a-4491-b491-09de072aa07d req-0fef7a6d-2cab-4787-a1af-264378d54eca service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] No waiting events found dispatching network-vif-plugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1284.928402] env[65683]: WARNING nova.compute.manager [req-c5d01bfa-804a-4491-b491-09de072aa07d req-0fef7a6d-2cab-4787-a1af-264378d54eca service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received unexpected event network-vif-plugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 for instance with vm_state building and task_state spawning. [ 1285.145788] env[65683]: DEBUG oslo_vmware.api [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434268, 'name': ReconfigVM_Task, 'duration_secs': 0.256647} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.146070] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ac43d026-4256-4552-9843-46375fb7df69/ac43d026-4256-4552-9843-46375fb7df69.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.146326] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance 'ac43d026-4256-4552-9843-46375fb7df69' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.247273] env[65683]: DEBUG nova.network.neutron [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Successfully updated port: fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1285.375107] env[65683]: DEBUG nova.compute.manager [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received event network-changed-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1285.375304] env[65683]: DEBUG nova.compute.manager [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Refreshing instance network info cache due to event network-changed-fcf3f60e-abd8-4304-a6db-a11c6b63a725. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1285.375505] env[65683]: DEBUG oslo_concurrency.lockutils [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] Acquiring lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.375639] env[65683]: DEBUG oslo_concurrency.lockutils [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] Acquired lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.375785] env[65683]: DEBUG nova.network.neutron [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Refreshing network info cache for port fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.379313] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ba41ad-e3c2-49a9-99f6-8454fa713eeb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.388556] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e6b76-908b-46b5-b2c5-63004b62c644 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.419906] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da5065f-46ec-4f1d-b0d1-7f4b2678b9c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.427999] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1b145-b404-40e8-b6d7-3437b3af07cc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.443859] env[65683]: DEBUG nova.compute.provider_tree [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.653471] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ceff4b-4d37-41c2-ba88-9851f0e38d5f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.674138] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b3fd9-4150-4b5c-aa6b-c1d57db992a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.691978] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance 'ac43d026-4256-4552-9843-46375fb7df69' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.750920] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.878244] env[65683]: WARNING neutronclient.v2_0.client [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.917234] env[65683]: DEBUG nova.network.neutron [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1285.947720] env[65683]: DEBUG nova.scheduler.client.report [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.013277] env[65683]: DEBUG nova.network.neutron [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.198581] env[65683]: WARNING neutronclient.v2_0.client [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.198872] env[65683]: WARNING neutronclient.v2_0.client [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.242135] env[65683]: DEBUG nova.network.neutron [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Port 7074dc50-8bfb-47b9-86f0-dac8e8f806a6 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1286.452456] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.473671] env[65683]: INFO nova.scheduler.client.report [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Deleted allocations for instance dd012db7-7118-49f8-91c7-069962382135 [ 1286.515865] env[65683]: DEBUG oslo_concurrency.lockutils [req-06df9fc3-7e68-4064-a52c-38020a15f38b req-532f5ce1-d9d9-4d45-b68e-f3492924ff52 service nova] Releasing lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.516204] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.516384] env[65683]: DEBUG nova.network.neutron [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1286.982192] env[65683]: DEBUG oslo_concurrency.lockutils [None req-984ec014-35a7-44ea-9a1c-11379f3e717d tempest-ServerRescueTestJSON-599010838 tempest-ServerRescueTestJSON-599010838-project-member] Lock "dd012db7-7118-49f8-91c7-069962382135" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.592s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.065017] env[65683]: DEBUG nova.network.neutron [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1287.171476] env[65683]: WARNING neutronclient.v2_0.client [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.241130] env[65683]: DEBUG nova.network.neutron [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [{"id": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "address": "fa:16:3e:49:e5:64", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf3f60e-ab", "ovs_interfaceid": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.263751] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.264070] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.264255] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.744744] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.745224] env[65683]: DEBUG nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance network_info: |[{"id": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "address": "fa:16:3e:49:e5:64", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf3f60e-ab", "ovs_interfaceid": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1287.745862] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e5:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf3f60e-abd8-4304-a6db-a11c6b63a725', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.759300] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating folder: Project (65334ea12b6645c8989f2844641bd565). Parent ref: group-v867054. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.759742] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbb2a9cc-87a4-426a-ada9-20ee5d8cd7dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.776551] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Created folder: Project (65334ea12b6645c8989f2844641bd565) in parent group-v867054. [ 1287.776755] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating folder: Instances. Parent ref: group-v867387. {{(pid=65683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.777333] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1740179-0276-47e6-add9-d14e75f3086c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.790017] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Created folder: Instances in parent group-v867387. [ 1287.790344] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1287.790523] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.790745] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72470c40-448d-4890-b3fd-131db2283cef {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.812421] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.812421] env[65683]: value = "task-4434271" [ 1287.812421] env[65683]: _type = "Task" [ 1287.812421] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.821924] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434271, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.279458] env[65683]: WARNING neutronclient.v2_0.client [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.328657] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434271, 'name': CreateVM_Task, 'duration_secs': 0.436583} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.328950] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.329876] env[65683]: WARNING neutronclient.v2_0.client [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.330469] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.330626] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.330941] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.331375] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0dc888-f468-420e-886f-e6da163e52ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.337804] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1288.337804] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5224b20a-7cc2-2714-bdbb-f31ded6191b9" [ 1288.337804] env[65683]: _type = "Task" [ 1288.337804] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.347431] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5224b20a-7cc2-2714-bdbb-f31ded6191b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.352305] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.352466] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.352635] env[65683]: DEBUG nova.network.neutron [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1288.848049] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5224b20a-7cc2-2714-bdbb-f31ded6191b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012678} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.848369] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.848596] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.848821] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.848961] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.849147] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.849466] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcee9779-26eb-4eb5-8cb9-93aca9f5692e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.855164] env[65683]: WARNING neutronclient.v2_0.client [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.858828] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.859009] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.859770] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd2ec4f-88e4-4cb7-a678-67109536c6d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.866011] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1288.866011] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5281892e-0cd7-16fe-f093-62e3208e3dfc" [ 1288.866011] env[65683]: _type = "Task" [ 1288.866011] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.874467] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5281892e-0cd7-16fe-f093-62e3208e3dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.038248] env[65683]: WARNING neutronclient.v2_0.client [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.113707] env[65683]: DEBUG nova.network.neutron [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.377480] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5281892e-0cd7-16fe-f093-62e3208e3dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.378304] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7e81dd-627b-4296-83b8-011fced31886 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.384975] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1289.384975] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5289fbee-6023-bdfb-c117-f78045d1cfc3" [ 1289.384975] env[65683]: _type = "Task" [ 1289.384975] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.393593] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5289fbee-6023-bdfb-c117-f78045d1cfc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.616800] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.896699] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5289fbee-6023-bdfb-c117-f78045d1cfc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.897345] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.897345] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.897599] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5207d88d-d5ca-41f4-9602-6c53187c26a8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.904650] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1289.904650] env[65683]: value = "task-4434272" [ 1289.904650] env[65683]: _type = "Task" [ 1289.904650] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.913216] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.144331] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08069177-ad60-47c4-aaf5-c9c41a7255f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.164488] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c518c56-7618-4f87-8945-8aac9746ee48 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.172947] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance 'ac43d026-4256-4552-9843-46375fb7df69' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.415715] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461678} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.416129] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.416129] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.416366] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-119d96bb-a5dd-4c3d-a7ba-830fefaa0578 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.423430] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1290.423430] env[65683]: value = "task-4434273" [ 1290.423430] env[65683]: _type = "Task" [ 1290.423430] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.433262] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.679239] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e700b-fdea-4804-891e-c5c5fe51a103 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance 'ac43d026-4256-4552-9843-46375fb7df69' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.933565] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06408} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.933806] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.934568] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb51e42-6455-4843-aaa8-7fea72afc22e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.956140] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.956414] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c573fbcf-3748-4814-ad8d-a6f947f0c3b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.975535] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1290.975535] env[65683]: value = "task-4434274" [ 1290.975535] env[65683]: _type = "Task" [ 1290.975535] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.984030] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.485248] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434274, 'name': ReconfigVM_Task, 'duration_secs': 0.277703} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.485569] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.486172] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96645bc0-3d36-4e09-abb3-1f1b7f749e38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.492767] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1291.492767] env[65683]: value = "task-4434275" [ 1291.492767] env[65683]: _type = "Task" [ 1291.492767] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.500919] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434275, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.003481] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434275, 'name': Rename_Task, 'duration_secs': 0.145694} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.003775] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.004043] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc08c0f-87a6-46b2-afce-19a1825d87bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.010884] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1292.010884] env[65683]: value = "task-4434276" [ 1292.010884] env[65683]: _type = "Task" [ 1292.010884] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.019146] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.520938] env[65683]: DEBUG oslo_vmware.api [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434276, 'name': PowerOnVM_Task, 'duration_secs': 0.484486} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.521329] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.521423] env[65683]: INFO nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1292.521594] env[65683]: DEBUG nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1292.522393] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c8789a-51b1-4d7c-a840-60b4c14e6764 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.039856] env[65683]: INFO nova.compute.manager [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Took 13.07 seconds to build instance. [ 1293.344615] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.344913] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.345213] env[65683]: DEBUG nova.compute.manager [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Going to confirm migration 9 {{(pid=65683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1293.541704] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca0aa25d-eac1-48ec-a8f9-2e58f7ac2c1c tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.576s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.745135] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "22c9ed2f-0f37-425f-a7c9-57609269e80c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.745383] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.850452] env[65683]: WARNING neutronclient.v2_0.client [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.893297] env[65683]: WARNING neutronclient.v2_0.client [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.893626] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.893771] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.893933] env[65683]: DEBUG nova.network.neutron [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1293.894129] env[65683]: DEBUG nova.objects.instance [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'info_cache' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.247607] env[65683]: DEBUG nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1294.769049] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.769320] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.770829] env[65683]: INFO nova.compute.claims [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.901176] env[65683]: WARNING neutronclient.v2_0.client [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.080071] env[65683]: WARNING neutronclient.v2_0.client [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.153153] env[65683]: DEBUG nova.network.neutron [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.656426] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.656657] env[65683]: DEBUG nova.objects.instance [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'migration_context' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.846504] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8fd9b5-0dce-4a75-83e0-66b1e72465ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.855415] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b28743-3b5f-4681-bf48-b13a810b57b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.885570] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f5463-f584-4373-bfe7-fb33f491be88 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.893663] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32611e4-7ae7-4181-b415-e3e625258002 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.638803] env[65683]: DEBUG nova.objects.base [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1296.639518] env[65683]: DEBUG nova.compute.provider_tree [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.641273] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8985c6-7301-4148-b0e2-bc58f6e2a9fc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.661243] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2e37c6-f026-40fb-8dae-59be18699239 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.667266] env[65683]: DEBUG oslo_vmware.api [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1296.667266] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52bd3860-9d68-b5ad-724f-3a2130de19f0" [ 1296.667266] env[65683]: _type = "Task" [ 1296.667266] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.675707] env[65683]: DEBUG oslo_vmware.api [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bd3860-9d68-b5ad-724f-3a2130de19f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.145948] env[65683]: DEBUG nova.scheduler.client.report [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.177463] env[65683]: DEBUG oslo_vmware.api [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52bd3860-9d68-b5ad-724f-3a2130de19f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.177752] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.651561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.652108] env[65683]: DEBUG nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1297.655262] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.477s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.159203] env[65683]: DEBUG nova.compute.utils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.163418] env[65683]: DEBUG nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1298.163612] env[65683]: DEBUG nova.network.neutron [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1298.163988] env[65683]: WARNING neutronclient.v2_0.client [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.164206] env[65683]: WARNING neutronclient.v2_0.client [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.200799] env[65683]: DEBUG nova.policy [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df3be8ff2d414c7c8c9ad4fcff937fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65334ea12b6645c8989f2844641bd565', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.216963] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f19cc1-81c8-42e2-81c0-87df04277ea7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.225162] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be63331-b07b-4231-ad64-304a645bf11d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.257129] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a7387-3e46-4160-b8c9-698617092072 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.265098] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f68edb-154a-40b9-9d22-13be5fc97e13 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.278893] env[65683]: DEBUG nova.compute.provider_tree [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.520189] env[65683]: DEBUG nova.network.neutron [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Successfully created port: b94aeea9-631e-4251-8f49-5637e5474b9b {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1298.664570] env[65683]: DEBUG nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1298.781667] env[65683]: DEBUG nova.scheduler.client.report [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.675541] env[65683]: DEBUG nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1299.703688] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1299.703940] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.704108] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1299.704288] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.704428] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1299.704570] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1299.704814] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1299.704982] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1299.705166] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1299.705325] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1299.705491] env[65683]: DEBUG nova.virt.hardware [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1299.706488] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d8a9d0-5a3d-4275-9c33-f7bbf2765504 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.716439] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e02cc-ca35-4cda-8c16-d2c1970217fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.792418] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.137s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.792639] env[65683]: DEBUG nova.compute.manager [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65683) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 1299.975489] env[65683]: DEBUG nova.compute.manager [req-ee92e03b-eee8-4b12-8762-4d1ec69cdf52 req-d2328b15-d52d-49b8-92de-852e08836dba service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Received event network-vif-plugged-b94aeea9-631e-4251-8f49-5637e5474b9b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1299.975707] env[65683]: DEBUG oslo_concurrency.lockutils [req-ee92e03b-eee8-4b12-8762-4d1ec69cdf52 req-d2328b15-d52d-49b8-92de-852e08836dba service nova] Acquiring lock "22c9ed2f-0f37-425f-a7c9-57609269e80c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.975911] env[65683]: DEBUG oslo_concurrency.lockutils [req-ee92e03b-eee8-4b12-8762-4d1ec69cdf52 req-d2328b15-d52d-49b8-92de-852e08836dba service nova] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.976298] env[65683]: DEBUG oslo_concurrency.lockutils [req-ee92e03b-eee8-4b12-8762-4d1ec69cdf52 req-d2328b15-d52d-49b8-92de-852e08836dba service nova] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.976479] env[65683]: DEBUG nova.compute.manager [req-ee92e03b-eee8-4b12-8762-4d1ec69cdf52 req-d2328b15-d52d-49b8-92de-852e08836dba service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] No waiting events found dispatching network-vif-plugged-b94aeea9-631e-4251-8f49-5637e5474b9b {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1299.976645] env[65683]: WARNING nova.compute.manager [req-ee92e03b-eee8-4b12-8762-4d1ec69cdf52 req-d2328b15-d52d-49b8-92de-852e08836dba service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Received unexpected event network-vif-plugged-b94aeea9-631e-4251-8f49-5637e5474b9b for instance with vm_state building and task_state spawning. [ 1300.087525] env[65683]: DEBUG nova.network.neutron [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Successfully updated port: b94aeea9-631e-4251-8f49-5637e5474b9b {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1300.359935] env[65683]: INFO nova.scheduler.client.report [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted allocation for migration eadab21f-8f23-4b7c-b2fe-bf33b1b12319 [ 1300.591716] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "refresh_cache-22c9ed2f-0f37-425f-a7c9-57609269e80c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.592289] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "refresh_cache-22c9ed2f-0f37-425f-a7c9-57609269e80c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.592289] env[65683]: DEBUG nova.network.neutron [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1300.649998] env[65683]: DEBUG nova.objects.instance [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'flavor' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.866122] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d7d24198-7bf7-4748-828b-700f3820e8b8 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.521s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.136561] env[65683]: DEBUG nova.network.neutron [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1301.155116] env[65683]: DEBUG oslo_concurrency.lockutils [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.155294] env[65683]: DEBUG oslo_concurrency.lockutils [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.155456] env[65683]: DEBUG nova.network.neutron [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1301.155621] env[65683]: DEBUG nova.objects.instance [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'info_cache' on Instance uuid ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.216833] env[65683]: WARNING neutronclient.v2_0.client [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.290753] env[65683]: DEBUG nova.network.neutron [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Updating instance_info_cache with network_info: [{"id": "b94aeea9-631e-4251-8f49-5637e5474b9b", "address": "fa:16:3e:5a:8c:a3", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94aeea9-63", "ovs_interfaceid": "b94aeea9-631e-4251-8f49-5637e5474b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.661299] env[65683]: DEBUG nova.objects.base [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1301.794802] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "refresh_cache-22c9ed2f-0f37-425f-a7c9-57609269e80c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.795155] env[65683]: DEBUG nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Instance network_info: |[{"id": "b94aeea9-631e-4251-8f49-5637e5474b9b", "address": "fa:16:3e:5a:8c:a3", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94aeea9-63", "ovs_interfaceid": "b94aeea9-631e-4251-8f49-5637e5474b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1301.795644] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:8c:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b94aeea9-631e-4251-8f49-5637e5474b9b', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.803471] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1301.804131] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.804428] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d523f3fb-9e92-4e5e-a410-f9c32eee1473 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.825697] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.825697] env[65683]: value = "task-4434277" [ 1301.825697] env[65683]: _type = "Task" [ 1301.825697] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.834892] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434277, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.005307] env[65683]: DEBUG nova.compute.manager [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Received event network-changed-b94aeea9-631e-4251-8f49-5637e5474b9b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1302.005555] env[65683]: DEBUG nova.compute.manager [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Refreshing instance network info cache due to event network-changed-b94aeea9-631e-4251-8f49-5637e5474b9b. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1302.005555] env[65683]: DEBUG oslo_concurrency.lockutils [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] Acquiring lock "refresh_cache-22c9ed2f-0f37-425f-a7c9-57609269e80c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.005687] env[65683]: DEBUG oslo_concurrency.lockutils [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] Acquired lock "refresh_cache-22c9ed2f-0f37-425f-a7c9-57609269e80c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.005840] env[65683]: DEBUG nova.network.neutron [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Refreshing network info cache for port b94aeea9-631e-4251-8f49-5637e5474b9b {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.164089] env[65683]: WARNING neutronclient.v2_0.client [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.324845] env[65683]: WARNING neutronclient.v2_0.client [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.337321] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434277, 'name': CreateVM_Task, 'duration_secs': 0.334045} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.337507] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.338033] env[65683]: WARNING neutronclient.v2_0.client [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.338394] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.338543] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.338868] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.339169] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3189581-0a53-435d-ba2f-09a348d3d4e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.345093] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1302.345093] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52fd0a62-3949-fc56-7f24-ff1f55a73715" [ 1302.345093] env[65683]: _type = "Task" [ 1302.345093] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.354918] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fd0a62-3949-fc56-7f24-ff1f55a73715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.395325] env[65683]: DEBUG nova.network.neutron [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [{"id": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "address": "fa:16:3e:05:b6:71", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074dc50-8b", "ovs_interfaceid": "7074dc50-8bfb-47b9-86f0-dac8e8f806a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.508896] env[65683]: WARNING neutronclient.v2_0.client [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.640513] env[65683]: WARNING neutronclient.v2_0.client [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.705411] env[65683]: DEBUG nova.network.neutron [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Updated VIF entry in instance network info cache for port b94aeea9-631e-4251-8f49-5637e5474b9b. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1302.705749] env[65683]: DEBUG nova.network.neutron [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Updating instance_info_cache with network_info: [{"id": "b94aeea9-631e-4251-8f49-5637e5474b9b", "address": "fa:16:3e:5a:8c:a3", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94aeea9-63", "ovs_interfaceid": "b94aeea9-631e-4251-8f49-5637e5474b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.855601] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52fd0a62-3949-fc56-7f24-ff1f55a73715, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.855886] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.856129] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.856365] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.856513] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.856689] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.856945] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d50b876-edcb-4fca-9319-ab44d3371569 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.865584] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.865777] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.866431] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc677421-e4e9-4706-8f7c-a5650ad1601f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.872132] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1302.872132] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52f16f74-d2de-f705-a52f-a3152c3637bb" [ 1302.872132] env[65683]: _type = "Task" [ 1302.872132] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.879824] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f16f74-d2de-f705-a52f-a3152c3637bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.898468] env[65683]: DEBUG oslo_concurrency.lockutils [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-ac43d026-4256-4552-9843-46375fb7df69" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.208180] env[65683]: DEBUG oslo_concurrency.lockutils [req-187bd6d1-1c41-48d5-b103-e196c510e988 req-67d8ff77-f60b-4b39-a3a5-6b9e51d22b46 service nova] Releasing lock "refresh_cache-22c9ed2f-0f37-425f-a7c9-57609269e80c" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.382936] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52f16f74-d2de-f705-a52f-a3152c3637bb, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.383725] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ae06ea-d049-44e4-8913-8779f967534c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.389217] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1303.389217] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]520523ba-92c9-4729-1666-a7bd7be413be" [ 1303.389217] env[65683]: _type = "Task" [ 1303.389217] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.396965] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520523ba-92c9-4729-1666-a7bd7be413be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.900076] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]520523ba-92c9-4729-1666-a7bd7be413be, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.900302] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.900554] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 22c9ed2f-0f37-425f-a7c9-57609269e80c/22c9ed2f-0f37-425f-a7c9-57609269e80c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.900819] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa8b04b5-4052-4b0d-983c-b4b886fd045a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.904380] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.904564] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31f0ac9-2b8d-4628-8083-138b1a7f5433 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.908707] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1303.908707] env[65683]: value = "task-4434278" [ 1303.908707] env[65683]: _type = "Task" [ 1303.908707] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.912762] env[65683]: DEBUG oslo_vmware.api [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1303.912762] env[65683]: value = "task-4434279" [ 1303.912762] env[65683]: _type = "Task" [ 1303.912762] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.918873] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.923928] env[65683]: DEBUG oslo_vmware.api [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.420087] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490207} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.420827] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] 22c9ed2f-0f37-425f-a7c9-57609269e80c/22c9ed2f-0f37-425f-a7c9-57609269e80c.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.421071] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.421321] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e3d9879-8778-4018-b52e-3a3c9a4ed1cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.426484] env[65683]: DEBUG oslo_vmware.api [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.431883] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1304.431883] env[65683]: value = "task-4434280" [ 1304.431883] env[65683]: _type = "Task" [ 1304.431883] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.444821] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.924899] env[65683]: DEBUG oslo_vmware.api [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434279, 'name': PowerOnVM_Task, 'duration_secs': 0.603368} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.925212] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.925395] env[65683]: DEBUG nova.compute.manager [None req-821d71d4-1c71-418b-9142-ad117456de98 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1304.926225] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985f8be-7ae2-4d62-b29e-70b0050a07d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.944690] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069302} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.944899] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.945650] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4522f10c-7423-4613-b35f-13a4e5dfcb77 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.968817] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 22c9ed2f-0f37-425f-a7c9-57609269e80c/22c9ed2f-0f37-425f-a7c9-57609269e80c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.969877] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c29772e-1774-462b-8684-894f43a4b749 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.991010] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1304.991010] env[65683]: value = "task-4434281" [ 1304.991010] env[65683]: _type = "Task" [ 1304.991010] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.000230] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.502133] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434281, 'name': ReconfigVM_Task, 'duration_secs': 0.278526} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.502473] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 22c9ed2f-0f37-425f-a7c9-57609269e80c/22c9ed2f-0f37-425f-a7c9-57609269e80c.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.503056] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82dc9258-dc60-4e8c-9df7-7bba1355bfb4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.510202] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1305.510202] env[65683]: value = "task-4434282" [ 1305.510202] env[65683]: _type = "Task" [ 1305.510202] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.518424] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434282, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.021074] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434282, 'name': Rename_Task, 'duration_secs': 0.146567} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.021345] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.021611] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54156cbf-c541-41c4-b7a4-200cf3e310f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.031808] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1306.031808] env[65683]: value = "task-4434283" [ 1306.031808] env[65683]: _type = "Task" [ 1306.031808] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.042204] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.543702] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.796869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.796869] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.797057] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "ac43d026-4256-4552-9843-46375fb7df69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.797186] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.797358] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.799835] env[65683]: INFO nova.compute.manager [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Terminating instance [ 1307.043381] env[65683]: DEBUG oslo_vmware.api [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434283, 'name': PowerOnVM_Task, 'duration_secs': 0.588486} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.043636] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.043827] env[65683]: INFO nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1307.043994] env[65683]: DEBUG nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1307.044756] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b90130-8fb8-41cc-96b6-e91fe37846b0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.304091] env[65683]: DEBUG nova.compute.manager [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1307.304372] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.305317] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14073359-a19b-47f7-9e43-236e904c33c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.314189] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.314521] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75affd22-fa7c-435a-a992-160401b6ce66 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.322889] env[65683]: DEBUG oslo_vmware.api [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1307.322889] env[65683]: value = "task-4434284" [ 1307.322889] env[65683]: _type = "Task" [ 1307.322889] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.332959] env[65683]: DEBUG oslo_vmware.api [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.562105] env[65683]: INFO nova.compute.manager [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Took 12.81 seconds to build instance. [ 1307.832807] env[65683]: DEBUG oslo_vmware.api [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434284, 'name': PowerOffVM_Task, 'duration_secs': 0.204247} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.833059] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.833249] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.833907] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52f7ca6e-1daf-467a-a652-1d853bc14073 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.901176] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.901394] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleting contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.901570] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleting the datastore file [datastore1] ac43d026-4256-4552-9843-46375fb7df69 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.901836] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb45ce2-66b1-4b27-ad5f-9965557415da {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.909415] env[65683]: DEBUG oslo_vmware.api [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1307.909415] env[65683]: value = "task-4434286" [ 1307.909415] env[65683]: _type = "Task" [ 1307.909415] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.918126] env[65683]: DEBUG oslo_vmware.api [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.021941] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "22c9ed2f-0f37-425f-a7c9-57609269e80c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.064400] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b5cf33e5-c445-48c1-b40b-f2bb3842d331 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.319s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.064762] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.043s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.064999] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "22c9ed2f-0f37-425f-a7c9-57609269e80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.065221] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.065384] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.067580] env[65683]: INFO nova.compute.manager [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Terminating instance [ 1308.419544] env[65683]: DEBUG oslo_vmware.api [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146822} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.419820] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.420012] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deleted contents of the VM from datastore datastore1 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.420188] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.420354] env[65683]: INFO nova.compute.manager [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: ac43d026-4256-4552-9843-46375fb7df69] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1308.420588] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1308.420862] env[65683]: DEBUG nova.compute.manager [-] [instance: ac43d026-4256-4552-9843-46375fb7df69] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1308.420958] env[65683]: DEBUG nova.network.neutron [-] [instance: ac43d026-4256-4552-9843-46375fb7df69] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1308.421207] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.484750] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.571903] env[65683]: DEBUG nova.compute.manager [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1308.572156] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.573102] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81577343-4189-4ad6-a285-1f0a0d21b2e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.582016] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.582293] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d964db85-04b3-45be-a88b-ca608523161b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.590990] env[65683]: DEBUG oslo_vmware.api [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1308.590990] env[65683]: value = "task-4434287" [ 1308.590990] env[65683]: _type = "Task" [ 1308.590990] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.602266] env[65683]: DEBUG oslo_vmware.api [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.933358] env[65683]: DEBUG nova.compute.manager [req-9a26e162-c784-4984-9572-0c891c70a6b6 req-00d306d9-a5d7-46b0-ae5b-65395c886994 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Received event network-vif-deleted-7074dc50-8bfb-47b9-86f0-dac8e8f806a6 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1308.933562] env[65683]: INFO nova.compute.manager [req-9a26e162-c784-4984-9572-0c891c70a6b6 req-00d306d9-a5d7-46b0-ae5b-65395c886994 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Neutron deleted interface 7074dc50-8bfb-47b9-86f0-dac8e8f806a6; detaching it from the instance and deleting it from the info cache [ 1308.933739] env[65683]: DEBUG nova.network.neutron [req-9a26e162-c784-4984-9572-0c891c70a6b6 req-00d306d9-a5d7-46b0-ae5b-65395c886994 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.101207] env[65683]: DEBUG oslo_vmware.api [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434287, 'name': PowerOffVM_Task, 'duration_secs': 0.179164} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.101482] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.101640] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.101890] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0771dcc-2396-4c20-9941-79b525b1a1e3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.178371] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.178546] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.178807] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleting the datastore file [datastore2] 22c9ed2f-0f37-425f-a7c9-57609269e80c {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.179217] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41ce19b7-35b8-4258-b047-026c05487afa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.186601] env[65683]: DEBUG oslo_vmware.api [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1309.186601] env[65683]: value = "task-4434289" [ 1309.186601] env[65683]: _type = "Task" [ 1309.186601] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.196220] env[65683]: DEBUG oslo_vmware.api [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.407422] env[65683]: DEBUG nova.network.neutron [-] [instance: ac43d026-4256-4552-9843-46375fb7df69] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.436256] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e73da52c-5430-4b3a-886c-c2c10e8d5d28 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.446973] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a552715-34e7-4eb2-b651-d98ed2a391bb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.474925] env[65683]: DEBUG nova.compute.manager [req-9a26e162-c784-4984-9572-0c891c70a6b6 req-00d306d9-a5d7-46b0-ae5b-65395c886994 service nova] [instance: ac43d026-4256-4552-9843-46375fb7df69] Detach interface failed, port_id=7074dc50-8bfb-47b9-86f0-dac8e8f806a6, reason: Instance ac43d026-4256-4552-9843-46375fb7df69 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1309.698789] env[65683]: DEBUG oslo_vmware.api [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147523} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.699082] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.699354] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.699417] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.699561] env[65683]: INFO nova.compute.manager [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1309.699836] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1309.700039] env[65683]: DEBUG nova.compute.manager [-] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1309.700136] env[65683]: DEBUG nova.network.neutron [-] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1309.700379] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.759055] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.913107] env[65683]: INFO nova.compute.manager [-] [instance: ac43d026-4256-4552-9843-46375fb7df69] Took 1.49 seconds to deallocate network for instance. [ 1309.999418] env[65683]: DEBUG nova.compute.manager [req-b88377c2-fda9-45a9-84e3-500416a9b1b0 req-a21d0674-e3f6-4bb9-8c65-cb00fcd16e93 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Received event network-vif-deleted-b94aeea9-631e-4251-8f49-5637e5474b9b {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1309.999621] env[65683]: INFO nova.compute.manager [req-b88377c2-fda9-45a9-84e3-500416a9b1b0 req-a21d0674-e3f6-4bb9-8c65-cb00fcd16e93 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Neutron deleted interface b94aeea9-631e-4251-8f49-5637e5474b9b; detaching it from the instance and deleting it from the info cache [ 1309.999826] env[65683]: DEBUG nova.network.neutron [req-b88377c2-fda9-45a9-84e3-500416a9b1b0 req-a21d0674-e3f6-4bb9-8c65-cb00fcd16e93 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.419863] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.420163] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.420350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.444074] env[65683]: INFO nova.scheduler.client.report [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted allocations for instance ac43d026-4256-4552-9843-46375fb7df69 [ 1310.476508] env[65683]: DEBUG nova.network.neutron [-] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.502031] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-079aa220-295b-4336-a883-1bb374979f01 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.513987] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3daa88-a81b-465e-a7ea-e43900d23db7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.543872] env[65683]: DEBUG nova.compute.manager [req-b88377c2-fda9-45a9-84e3-500416a9b1b0 req-a21d0674-e3f6-4bb9-8c65-cb00fcd16e93 service nova] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Detach interface failed, port_id=b94aeea9-631e-4251-8f49-5637e5474b9b, reason: Instance 22c9ed2f-0f37-425f-a7c9-57609269e80c could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1310.952233] env[65683]: DEBUG oslo_concurrency.lockutils [None req-3dd7b771-a185-4af0-ad28-048a244db11f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "ac43d026-4256-4552-9843-46375fb7df69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.155s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.978403] env[65683]: INFO nova.compute.manager [-] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Took 1.28 seconds to deallocate network for instance. [ 1311.484084] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.484377] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.484595] env[65683]: DEBUG nova.objects.instance [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lazy-loading 'resources' on Instance uuid 22c9ed2f-0f37-425f-a7c9-57609269e80c {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.761078] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "bc36757f-61f5-43c4-be5b-a3c485516f78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.761306] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.051678] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab72832-d4b7-4844-a5e5-c9ef1d139871 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.060267] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828637c5-777b-4f26-a7d2-121b5f03af63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.090812] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e9024-865e-44f2-8b9f-9fb3428e9a2b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.098718] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b97d68-7f89-434c-9d8a-642decc20af6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.113867] env[65683]: DEBUG nova.compute.provider_tree [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.263542] env[65683]: DEBUG nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1312.616655] env[65683]: DEBUG nova.scheduler.client.report [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.781401] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.121455] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.123629] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.342s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.125166] env[65683]: INFO nova.compute.claims [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.137746] env[65683]: INFO nova.scheduler.client.report [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleted allocations for instance 22c9ed2f-0f37-425f-a7c9-57609269e80c [ 1313.643803] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e9b8180-984b-415a-af8c-7ee1a95b10ad tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "22c9ed2f-0f37-425f-a7c9-57609269e80c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.579s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.181820] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa99756-8456-436c-ab3f-330c15703285 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.189800] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a10ecc-333f-4977-b6a5-94bce6351b22 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.227271] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d74e518-043d-4497-8e49-091181ad742a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.236183] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396a5a1e-fd55-4eaf-9526-c4cb08bcaeea {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.250352] env[65683]: DEBUG nova.compute.provider_tree [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.753483] env[65683]: DEBUG nova.scheduler.client.report [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.258602] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.259187] env[65683]: DEBUG nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1315.765911] env[65683]: DEBUG nova.compute.utils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.765911] env[65683]: DEBUG nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1315.766347] env[65683]: DEBUG nova.network.neutron [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1315.766800] env[65683]: WARNING neutronclient.v2_0.client [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.767788] env[65683]: WARNING neutronclient.v2_0.client [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.821244] env[65683]: DEBUG nova.policy [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '450b0761b74f44d08dfdacedd8ffa14e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee7faf1d7a42448383dd458fa05c524c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.156881] env[65683]: DEBUG nova.network.neutron [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Successfully created port: fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1316.272086] env[65683]: DEBUG nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1317.284836] env[65683]: DEBUG nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1317.311860] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1317.312129] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.312305] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1317.312484] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.312625] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1317.312763] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1317.313157] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1317.313335] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1317.313497] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1317.313653] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1317.313816] env[65683]: DEBUG nova.virt.hardware [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1317.314698] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf75572f-ec3d-40dd-9c6c-f14d789f69df {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.323484] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef365986-e433-4e52-9b18-11df94dac047 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.669380] env[65683]: DEBUG nova.network.neutron [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Successfully updated port: fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1317.672554] env[65683]: DEBUG nova.compute.manager [req-b8000128-9eb0-4fc3-9a13-6ac9beae0fd4 req-bbeed688-85b4-4580-ad7a-fd540e0777ca service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Received event network-vif-plugged-fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1317.672751] env[65683]: DEBUG oslo_concurrency.lockutils [req-b8000128-9eb0-4fc3-9a13-6ac9beae0fd4 req-bbeed688-85b4-4580-ad7a-fd540e0777ca service nova] Acquiring lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.672967] env[65683]: DEBUG oslo_concurrency.lockutils [req-b8000128-9eb0-4fc3-9a13-6ac9beae0fd4 req-bbeed688-85b4-4580-ad7a-fd540e0777ca service nova] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.673118] env[65683]: DEBUG oslo_concurrency.lockutils [req-b8000128-9eb0-4fc3-9a13-6ac9beae0fd4 req-bbeed688-85b4-4580-ad7a-fd540e0777ca service nova] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.673376] env[65683]: DEBUG nova.compute.manager [req-b8000128-9eb0-4fc3-9a13-6ac9beae0fd4 req-bbeed688-85b4-4580-ad7a-fd540e0777ca service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] No waiting events found dispatching network-vif-plugged-fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1317.673540] env[65683]: WARNING nova.compute.manager [req-b8000128-9eb0-4fc3-9a13-6ac9beae0fd4 req-bbeed688-85b4-4580-ad7a-fd540e0777ca service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Received unexpected event network-vif-plugged-fcd91280-c84c-471f-bf84-585f3f2aa2c0 for instance with vm_state building and task_state spawning. [ 1318.174850] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.175275] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.175523] env[65683]: DEBUG nova.network.neutron [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1318.711100] env[65683]: DEBUG nova.network.neutron [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1318.783360] env[65683]: WARNING neutronclient.v2_0.client [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1318.855399] env[65683]: DEBUG nova.network.neutron [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.358096] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.358473] env[65683]: DEBUG nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Instance network_info: |[{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1319.358963] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:26:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcd91280-c84c-471f-bf84-585f3f2aa2c0', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.366689] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1319.366853] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.367122] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377784fd-4486-4665-979e-00087d7dd456 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.388823] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.388823] env[65683]: value = "task-4434290" [ 1319.388823] env[65683]: _type = "Task" [ 1319.388823] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.397674] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434290, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.703929] env[65683]: DEBUG nova.compute.manager [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Received event network-changed-fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1319.704142] env[65683]: DEBUG nova.compute.manager [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Refreshing instance network info cache due to event network-changed-fcd91280-c84c-471f-bf84-585f3f2aa2c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1319.704347] env[65683]: DEBUG oslo_concurrency.lockutils [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] Acquiring lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.704480] env[65683]: DEBUG oslo_concurrency.lockutils [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] Acquired lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.704633] env[65683]: DEBUG nova.network.neutron [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Refreshing network info cache for port fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.899203] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434290, 'name': CreateVM_Task, 'duration_secs': 0.363413} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.899511] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.900021] env[65683]: WARNING neutronclient.v2_0.client [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.900424] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.900604] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.900968] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.901301] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bceb1834-4dae-4515-8c20-7655f96f54f1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.907020] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1319.907020] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]521d2bd2-1ab7-17ac-1be9-a7ee44b1f1d1" [ 1319.907020] env[65683]: _type = "Task" [ 1319.907020] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.915752] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521d2bd2-1ab7-17ac-1be9-a7ee44b1f1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.207334] env[65683]: WARNING neutronclient.v2_0.client [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1320.345205] env[65683]: WARNING neutronclient.v2_0.client [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1320.413146] env[65683]: DEBUG nova.network.neutron [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updated VIF entry in instance network info cache for port fcd91280-c84c-471f-bf84-585f3f2aa2c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1320.413500] env[65683]: DEBUG nova.network.neutron [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.421035] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]521d2bd2-1ab7-17ac-1be9-a7ee44b1f1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.421339] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.421530] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.422031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.422031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.422161] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.422864] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a9e5767-ba8a-4a30-8bbc-d414ad8eae52 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.433053] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.433053] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.433511] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ccf42a-651f-402a-8df6-866d80929af5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.439693] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1320.439693] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52cd7d98-f05b-d951-e9c6-42d9b8f5c4de" [ 1320.439693] env[65683]: _type = "Task" [ 1320.439693] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.449194] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cd7d98-f05b-d951-e9c6-42d9b8f5c4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.916590] env[65683]: DEBUG oslo_concurrency.lockutils [req-20478116-cbb6-4914-be3d-3e9128d56f1a req-903ca587-395c-4fbc-a82d-531ee41b9769 service nova] Releasing lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.951984] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cd7d98-f05b-d951-e9c6-42d9b8f5c4de, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.952831] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae990fe7-4186-4753-b2ce-5a3b682a41f4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.959237] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1320.959237] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52cd6ca2-c682-c945-9d98-a57155dd2ec7" [ 1320.959237] env[65683]: _type = "Task" [ 1320.959237] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.969042] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cd6ca2-c682-c945-9d98-a57155dd2ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.472281] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52cd6ca2-c682-c945-9d98-a57155dd2ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.472561] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.472818] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.473089] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eb67dd6-5611-4218-92e5-36b8d8cbe17a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.480184] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1321.480184] env[65683]: value = "task-4434291" [ 1321.480184] env[65683]: _type = "Task" [ 1321.480184] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.488901] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.991469] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434291, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.492723] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434291, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.992793] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434291, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.472417} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.993148] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.993275] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.993535] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f788cc6-42f9-4e20-aeaf-ae4d48daf1fd {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.000492] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1323.000492] env[65683]: value = "task-4434292" [ 1323.000492] env[65683]: _type = "Task" [ 1323.000492] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.009305] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.511600] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081044} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.511875] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.512710] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f10da-e4f3-4d98-897c-7e8b9cc7d24f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.535483] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.535617] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f9d536-3ba6-4094-af9a-2bdfae8fab21 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.556098] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1323.556098] env[65683]: value = "task-4434293" [ 1323.556098] env[65683]: _type = "Task" [ 1323.556098] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.564853] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.066920] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434293, 'name': ReconfigVM_Task, 'duration_secs': 0.281221} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.067234] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfigured VM instance instance-0000007e to attach disk [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.067923] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bef0688-541a-4f5f-b438-1985e326b4e5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.075722] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1324.075722] env[65683]: value = "task-4434294" [ 1324.075722] env[65683]: _type = "Task" [ 1324.075722] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.085209] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434294, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.586449] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434294, 'name': Rename_Task, 'duration_secs': 0.139288} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.586717] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.586976] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32934328-9304-4e35-a6d9-23d7f5ac43e8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.594193] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1324.594193] env[65683]: value = "task-4434295" [ 1324.594193] env[65683]: _type = "Task" [ 1324.594193] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.604241] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.620350] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.620681] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.620892] env[65683]: INFO nova.compute.manager [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Shelving [ 1325.105411] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.605739] env[65683]: DEBUG oslo_vmware.api [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434295, 'name': PowerOnVM_Task, 'duration_secs': 0.523742} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.606090] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.606298] env[65683]: INFO nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1325.606476] env[65683]: DEBUG nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1325.607272] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f3f4fd-2de8-4be8-a90b-f928933bd641 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.630894] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.631192] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812ef345-8bb4-48b3-afcb-d63c7d1dcc7e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.640234] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1325.640234] env[65683]: value = "task-4434296" [ 1325.640234] env[65683]: _type = "Task" [ 1325.640234] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.651825] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.124995] env[65683]: INFO nova.compute.manager [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Took 13.36 seconds to build instance. [ 1326.152903] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434296, 'name': PowerOffVM_Task, 'duration_secs': 0.275351} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.153177] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.153957] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c3a93c-d63c-4816-a7bf-2e7e2caa110a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.172843] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17902754-12f2-4b6d-9afc-99f71dc377fe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.627881] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d2aca055-6ecf-4313-8128-b9093e538e1f tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.866s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.683991] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1326.684346] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9dea073-9d90-4a9f-9107-41f075ebb1c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.692675] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1326.692675] env[65683]: value = "task-4434297" [ 1326.692675] env[65683]: _type = "Task" [ 1326.692675] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.703666] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.040381] env[65683]: DEBUG nova.compute.manager [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Received event network-changed-fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1327.040454] env[65683]: DEBUG nova.compute.manager [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Refreshing instance network info cache due to event network-changed-fcd91280-c84c-471f-bf84-585f3f2aa2c0. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1327.040671] env[65683]: DEBUG oslo_concurrency.lockutils [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] Acquiring lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.040813] env[65683]: DEBUG oslo_concurrency.lockutils [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] Acquired lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.041100] env[65683]: DEBUG nova.network.neutron [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Refreshing network info cache for port fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.203437] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434297, 'name': CreateSnapshot_Task, 'duration_secs': 0.387514} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.203732] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1327.204928] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba62b6-3c2a-4fb8-a070-c70fc530679c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.544679] env[65683]: WARNING neutronclient.v2_0.client [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.723656] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1327.723927] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79d7dc08-52d0-4d78-8868-0d0a384bb96d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.728154] env[65683]: WARNING neutronclient.v2_0.client [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.737843] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1327.737843] env[65683]: value = "task-4434298" [ 1327.737843] env[65683]: _type = "Task" [ 1327.737843] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.746983] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434298, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.803195] env[65683]: DEBUG nova.network.neutron [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updated VIF entry in instance network info cache for port fcd91280-c84c-471f-bf84-585f3f2aa2c0. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1327.803599] env[65683]: DEBUG nova.network.neutron [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.252698] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434298, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.306833] env[65683]: DEBUG oslo_concurrency.lockutils [req-f3e6af0f-5c4e-4d65-a631-4f520149910b req-034df7db-7724-482b-917f-26f4f52514d0 service nova] Releasing lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.749507] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434298, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.250700] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434298, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.751130] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434298, 'name': CloneVM_Task} progress is 100%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.252313] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434298, 'name': CloneVM_Task, 'duration_secs': 2.119358} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.252581] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Created linked-clone VM from snapshot [ 1330.253359] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7853f16-7d14-472f-9db3-57a9059cf6bf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.261121] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Uploading image 34eec736-0e18-4260-b341-7d17f6e9cf77 {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1330.287846] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1330.287846] env[65683]: value = "vm-867393" [ 1330.287846] env[65683]: _type = "VirtualMachine" [ 1330.287846] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1330.288141] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bf5741f-24d4-4700-ab7b-78400cba6def {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.295791] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lease: (returnval){ [ 1330.295791] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c664d0-98df-1c71-a7ee-de38e0148026" [ 1330.295791] env[65683]: _type = "HttpNfcLease" [ 1330.295791] env[65683]: } obtained for exporting VM: (result){ [ 1330.295791] env[65683]: value = "vm-867393" [ 1330.295791] env[65683]: _type = "VirtualMachine" [ 1330.295791] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1330.296138] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the lease: (returnval){ [ 1330.296138] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c664d0-98df-1c71-a7ee-de38e0148026" [ 1330.296138] env[65683]: _type = "HttpNfcLease" [ 1330.296138] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1330.303209] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1330.303209] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c664d0-98df-1c71-a7ee-de38e0148026" [ 1330.303209] env[65683]: _type = "HttpNfcLease" [ 1330.303209] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1330.804341] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1330.804341] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c664d0-98df-1c71-a7ee-de38e0148026" [ 1330.804341] env[65683]: _type = "HttpNfcLease" [ 1330.804341] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1330.804914] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1330.804914] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52c664d0-98df-1c71-a7ee-de38e0148026" [ 1330.804914] env[65683]: _type = "HttpNfcLease" [ 1330.804914] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1330.805462] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efb1976-419b-47c2-9c4c-63e63c904535 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.813210] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7ccb-5b6a-0de7-6d37-8dfaeb39d596/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1330.813322] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7ccb-5b6a-0de7-6d37-8dfaeb39d596/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1330.898101] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4511ccba-73c8-452a-8e17-eb7b5cdad3aa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.538880] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.539291] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.539291] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.539434] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.539575] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.539819] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.540131] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.540352] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1331.540563] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.044345] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.044825] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.044930] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.045133] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1332.046163] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a1114b-f828-4046-a27c-8e0cd9aabbab {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.054939] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bce7875-aaa8-44e9-a871-364c1b19ca84 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.072432] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e0231-c423-4edd-8870-1b5282ef152d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.080251] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea2dfd9-73f4-4cba-88f6-208ac23fd2d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.110488] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180526MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1332.110703] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.110968] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.136104] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance 112dca64-8cc3-4bb7-857e-d5259db2b00b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1333.136390] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance bc36757f-61f5-43c4-be5b-a3c485516f78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1333.136439] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1333.136584] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_shelving_image_uploading': '1', 'num_os_type_None': '2', 'num_proj_65334ea12b6645c8989f2844641bd565': '1', 'io_workload': '0', 'num_task_None': '1', 'num_proj_ee7faf1d7a42448383dd458fa05c524c': '1'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1333.179202] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01dd35f-4f43-46e4-aa66-d930e5276485 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.187329] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5f877d-420a-43d1-99d4-0bcbd110374f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.219458] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f70e7fa-0a4f-4266-b06b-285543ee6051 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.228283] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dad41c-90c7-488a-85d5-5f8ce5410887 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.246027] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.749461] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.255236] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1334.255608] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.702108] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7ccb-5b6a-0de7-6d37-8dfaeb39d596/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1338.703128] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f16b1a2-4559-4a36-bf33-a9185c9c9a64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.710508] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7ccb-5b6a-0de7-6d37-8dfaeb39d596/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1338.710683] env[65683]: ERROR oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7ccb-5b6a-0de7-6d37-8dfaeb39d596/disk-0.vmdk due to incomplete transfer. [ 1338.710921] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5c8cfd37-f146-4ff8-8192-2c3578ada464 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.720278] env[65683]: DEBUG oslo_vmware.rw_handles [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7ccb-5b6a-0de7-6d37-8dfaeb39d596/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1338.720493] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Uploaded image 34eec736-0e18-4260-b341-7d17f6e9cf77 to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1338.722585] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1338.722851] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc37f09b-8dce-4ed2-8d03-beac5f13e467 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.729712] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1338.729712] env[65683]: value = "task-4434300" [ 1338.729712] env[65683]: _type = "Task" [ 1338.729712] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.739050] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434300, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.240789] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434300, 'name': Destroy_Task, 'duration_secs': 0.323206} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.241071] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Destroyed the VM [ 1339.241332] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1339.241593] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-383f1072-4073-4269-ab99-595c4892e5b8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.248677] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1339.248677] env[65683]: value = "task-4434301" [ 1339.248677] env[65683]: _type = "Task" [ 1339.248677] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.256719] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.759871] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434301, 'name': RemoveSnapshot_Task, 'duration_secs': 0.343336} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.760278] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1339.760475] env[65683]: DEBUG nova.compute.manager [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1339.761308] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d87da-e6d3-45b0-a308-9a789f649f9d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.273827] env[65683]: INFO nova.compute.manager [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Shelve offloading [ 1340.778071] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.778440] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c985db51-7e50-4d9d-88a5-2712aec16cc0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.786931] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1340.786931] env[65683]: value = "task-4434302" [ 1340.786931] env[65683]: _type = "Task" [ 1340.786931] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.795847] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1340.796064] env[65683]: DEBUG nova.compute.manager [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1340.796812] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb1cc7-1ec2-42ef-b239-2f96c27fd4f6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.803355] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.803569] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.803688] env[65683]: DEBUG nova.network.neutron [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1341.307240] env[65683]: WARNING neutronclient.v2_0.client [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.442313] env[65683]: WARNING neutronclient.v2_0.client [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.508563] env[65683]: DEBUG nova.network.neutron [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [{"id": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "address": "fa:16:3e:49:e5:64", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf3f60e-ab", "ovs_interfaceid": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.011405] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.011815] env[65683]: WARNING neutronclient.v2_0.client [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.012123] env[65683]: WARNING neutronclient.v2_0.client [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.224458] env[65683]: DEBUG nova.compute.manager [req-c4546077-5111-488a-83db-d2c193ef97ff req-844f14ab-7081-467c-9c1f-fb806e902591 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received event network-vif-unplugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1342.224676] env[65683]: DEBUG oslo_concurrency.lockutils [req-c4546077-5111-488a-83db-d2c193ef97ff req-844f14ab-7081-467c-9c1f-fb806e902591 service nova] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.224874] env[65683]: DEBUG oslo_concurrency.lockutils [req-c4546077-5111-488a-83db-d2c193ef97ff req-844f14ab-7081-467c-9c1f-fb806e902591 service nova] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.225042] env[65683]: DEBUG oslo_concurrency.lockutils [req-c4546077-5111-488a-83db-d2c193ef97ff req-844f14ab-7081-467c-9c1f-fb806e902591 service nova] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.225204] env[65683]: DEBUG nova.compute.manager [req-c4546077-5111-488a-83db-d2c193ef97ff req-844f14ab-7081-467c-9c1f-fb806e902591 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] No waiting events found dispatching network-vif-unplugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1342.225367] env[65683]: WARNING nova.compute.manager [req-c4546077-5111-488a-83db-d2c193ef97ff req-844f14ab-7081-467c-9c1f-fb806e902591 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received unexpected event network-vif-unplugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 for instance with vm_state shelved and task_state shelving_offloading. [ 1342.247771] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.248713] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a414a1a9-718f-4380-b14b-b8dfc3f0f17c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.256828] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.257082] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc6d8e9c-67a7-4bd5-9364-cff4eac2974e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.332201] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.332444] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.332620] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleting the datastore file [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.332934] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bcc506e-de88-4c7a-9456-8d4f59aab95f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.340442] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1342.340442] env[65683]: value = "task-4434304" [ 1342.340442] env[65683]: _type = "Task" [ 1342.340442] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.348944] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.850199] env[65683]: DEBUG oslo_vmware.api [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127331} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.850473] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.850660] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.850830] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.882984] env[65683]: INFO nova.scheduler.client.report [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleted allocations for instance 112dca64-8cc3-4bb7-857e-d5259db2b00b [ 1343.389301] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.389682] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.389892] env[65683]: DEBUG nova.objects.instance [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lazy-loading 'resources' on Instance uuid 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.893352] env[65683]: DEBUG nova.objects.instance [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lazy-loading 'numa_topology' on Instance uuid 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.258092] env[65683]: DEBUG nova.compute.manager [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received event network-changed-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1344.258300] env[65683]: DEBUG nova.compute.manager [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Refreshing instance network info cache due to event network-changed-fcf3f60e-abd8-4304-a6db-a11c6b63a725. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1344.258545] env[65683]: DEBUG oslo_concurrency.lockutils [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] Acquiring lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.258708] env[65683]: DEBUG oslo_concurrency.lockutils [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] Acquired lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.258869] env[65683]: DEBUG nova.network.neutron [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Refreshing network info cache for port fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.396377] env[65683]: DEBUG nova.objects.base [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Object Instance<112dca64-8cc3-4bb7-857e-d5259db2b00b> lazy-loaded attributes: resources,numa_topology {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.434625] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3f1ac-ac7a-4a8b-8584-7972b7b1226b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.442990] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81eb3d-2006-408b-b6cb-94c8aa5d5c80 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.473886] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341fa2bb-e975-4d0c-8366-143b1dc074b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.481949] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bddae0-b347-4190-8b29-fe3799cda4e9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.495314] env[65683]: DEBUG nova.compute.provider_tree [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.517567] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.761573] env[65683]: WARNING neutronclient.v2_0.client [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.906240] env[65683]: WARNING neutronclient.v2_0.client [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.973041] env[65683]: DEBUG nova.network.neutron [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updated VIF entry in instance network info cache for port fcf3f60e-abd8-4304-a6db-a11c6b63a725. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1344.973402] env[65683]: DEBUG nova.network.neutron [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [{"id": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "address": "fa:16:3e:49:e5:64", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfcf3f60e-ab", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.998738] env[65683]: DEBUG nova.scheduler.client.report [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.475761] env[65683]: DEBUG oslo_concurrency.lockutils [req-6f3caca0-37da-4f02-9f52-e2e1a50fb6a8 req-ff72e78a-4466-4ae7-9b80-593bf3924e97 service nova] Releasing lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.502897] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.011581] env[65683]: DEBUG oslo_concurrency.lockutils [None req-f737a446-1b5f-4897-a8c3-a699c874b74b tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.391s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.012654] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.495s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.012833] env[65683]: INFO nova.compute.manager [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Unshelving [ 1347.040953] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.041304] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.041523] env[65683]: DEBUG nova.objects.instance [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lazy-loading 'pci_requests' on Instance uuid 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.546730] env[65683]: DEBUG nova.objects.instance [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lazy-loading 'numa_topology' on Instance uuid 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.049715] env[65683]: INFO nova.compute.claims [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.095646] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39938804-fa61-4275-8c64-378416b9dc00 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.103941] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fbb5ea-e69e-4586-835e-36f16091d3ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.133732] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00590255-156e-4b6d-860a-012a52559d4e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.141352] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a5e75-7382-4f35-bc36-96f65fc24633 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.154332] env[65683]: DEBUG nova.compute.provider_tree [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.658043] env[65683]: DEBUG nova.scheduler.client.report [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.163048] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.122s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.163412] env[65683]: WARNING neutronclient.v2_0.client [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.194592] env[65683]: INFO nova.network.neutron [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating port fcf3f60e-abd8-4304-a6db-a11c6b63a725 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1351.642395] env[65683]: DEBUG nova.compute.manager [req-ad681cf1-fd83-4abd-95f9-21a3d93dc89f req-398a3f33-a69c-4164-8143-727e823e001d service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received event network-vif-plugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1351.642651] env[65683]: DEBUG oslo_concurrency.lockutils [req-ad681cf1-fd83-4abd-95f9-21a3d93dc89f req-398a3f33-a69c-4164-8143-727e823e001d service nova] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.642769] env[65683]: DEBUG oslo_concurrency.lockutils [req-ad681cf1-fd83-4abd-95f9-21a3d93dc89f req-398a3f33-a69c-4164-8143-727e823e001d service nova] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.642951] env[65683]: DEBUG oslo_concurrency.lockutils [req-ad681cf1-fd83-4abd-95f9-21a3d93dc89f req-398a3f33-a69c-4164-8143-727e823e001d service nova] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.643300] env[65683]: DEBUG nova.compute.manager [req-ad681cf1-fd83-4abd-95f9-21a3d93dc89f req-398a3f33-a69c-4164-8143-727e823e001d service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] No waiting events found dispatching network-vif-plugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1351.643467] env[65683]: WARNING nova.compute.manager [req-ad681cf1-fd83-4abd-95f9-21a3d93dc89f req-398a3f33-a69c-4164-8143-727e823e001d service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received unexpected event network-vif-plugged-fcf3f60e-abd8-4304-a6db-a11c6b63a725 for instance with vm_state shelved_offloaded and task_state spawning. [ 1351.718424] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.718800] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.719553] env[65683]: DEBUG nova.network.neutron [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1352.222363] env[65683]: WARNING neutronclient.v2_0.client [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1352.365901] env[65683]: WARNING neutronclient.v2_0.client [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1352.437950] env[65683]: DEBUG nova.network.neutron [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [{"id": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "address": "fa:16:3e:49:e5:64", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf3f60e-ab", "ovs_interfaceid": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.941494] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.968757] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ead4c6d56352d536a94f45c2873f46b5',container_format='bare',created_at=2025-11-14T02:51:02Z,direct_url=,disk_format='vmdk',id=34eec736-0e18-4260-b341-7d17f6e9cf77,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1815069380-shelved',owner='65334ea12b6645c8989f2844641bd565',properties=ImageMetaProps,protected=,size=31657984,status='active',tags=,updated_at=2025-11-14T02:51:17Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1352.968993] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.969629] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1352.969834] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.969978] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1352.970136] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1352.970367] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1352.970533] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1352.970695] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1352.970852] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1352.971027] env[65683]: DEBUG nova.virt.hardware [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1352.972679] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e54d44-b2ae-489f-9347-5016b034ead6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.981987] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c8b4e-e94c-40a2-9033-eed5d618d65d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.996757] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e5:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf3f60e-abd8-4304-a6db-a11c6b63a725', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.004162] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1353.004436] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.004658] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f583c7dd-d4f7-40a2-aeb1-7ceaeff354c7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.025106] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.025106] env[65683]: value = "task-4434305" [ 1353.025106] env[65683]: _type = "Task" [ 1353.025106] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.034551] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434305, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.535538] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434305, 'name': CreateVM_Task, 'duration_secs': 0.316241} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.535696] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.536196] env[65683]: WARNING neutronclient.v2_0.client [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.536541] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.536691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.537058] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.537317] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73928255-b855-419d-b69a-98599f2ad655 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.543271] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1353.543271] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52038150-66bb-aa53-537f-cff094ee95ff" [ 1353.543271] env[65683]: _type = "Task" [ 1353.543271] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.551428] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52038150-66bb-aa53-537f-cff094ee95ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.671857] env[65683]: DEBUG nova.compute.manager [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received event network-changed-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1353.672166] env[65683]: DEBUG nova.compute.manager [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Refreshing instance network info cache due to event network-changed-fcf3f60e-abd8-4304-a6db-a11c6b63a725. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1353.672440] env[65683]: DEBUG oslo_concurrency.lockutils [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] Acquiring lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.672670] env[65683]: DEBUG oslo_concurrency.lockutils [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] Acquired lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.672932] env[65683]: DEBUG nova.network.neutron [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Refreshing network info cache for port fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.053761] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.054186] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Processing image 34eec736-0e18-4260-b341-7d17f6e9cf77 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.054255] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77/34eec736-0e18-4260-b341-7d17f6e9cf77.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.054373] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77/34eec736-0e18-4260-b341-7d17f6e9cf77.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.054536] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.054804] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d481c504-2fa2-493a-8e0b-df2bc195713c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.074230] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.074423] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.075171] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cf458a-18f0-47e6-9a71-2a2ec1380ba7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.081197] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1354.081197] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5203ea84-6de9-fb96-7545-6c6a182bb10c" [ 1354.081197] env[65683]: _type = "Task" [ 1354.081197] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.090592] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5203ea84-6de9-fb96-7545-6c6a182bb10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.175541] env[65683]: WARNING neutronclient.v2_0.client [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1354.312993] env[65683]: WARNING neutronclient.v2_0.client [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1354.381230] env[65683]: DEBUG nova.network.neutron [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updated VIF entry in instance network info cache for port fcf3f60e-abd8-4304-a6db-a11c6b63a725. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1354.381755] env[65683]: DEBUG nova.network.neutron [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [{"id": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "address": "fa:16:3e:49:e5:64", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf3f60e-ab", "ovs_interfaceid": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.592125] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Preparing fetch location {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1354.592486] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Fetch image to [datastore2] OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2/OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2.vmdk {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1354.592600] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Downloading stream optimized image 34eec736-0e18-4260-b341-7d17f6e9cf77 to [datastore2] OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2/OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2.vmdk on the data store datastore2 as vApp {{(pid=65683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1354.592721] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Downloading image file data 34eec736-0e18-4260-b341-7d17f6e9cf77 to the ESX as VM named 'OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2' {{(pid=65683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1354.664107] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1354.664107] env[65683]: value = "resgroup-9" [ 1354.664107] env[65683]: _type = "ResourcePool" [ 1354.664107] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1354.664435] env[65683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b3392d49-ffcc-4362-a908-2c8c95ef9f9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.685926] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lease: (returnval){ [ 1354.685926] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52615df5-19d6-0ea7-21dd-2ef6b7218e9a" [ 1354.685926] env[65683]: _type = "HttpNfcLease" [ 1354.685926] env[65683]: } obtained for vApp import into resource pool (val){ [ 1354.685926] env[65683]: value = "resgroup-9" [ 1354.685926] env[65683]: _type = "ResourcePool" [ 1354.685926] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1354.686411] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the lease: (returnval){ [ 1354.686411] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52615df5-19d6-0ea7-21dd-2ef6b7218e9a" [ 1354.686411] env[65683]: _type = "HttpNfcLease" [ 1354.686411] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.693853] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.693853] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52615df5-19d6-0ea7-21dd-2ef6b7218e9a" [ 1354.693853] env[65683]: _type = "HttpNfcLease" [ 1354.693853] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1354.884941] env[65683]: DEBUG oslo_concurrency.lockutils [req-d14cfa18-dd06-4ead-ab0a-f646b62fe3eb req-c64c5d59-d2cc-4249-af51-1f85d479ce06 service nova] Releasing lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.195633] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.195633] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52615df5-19d6-0ea7-21dd-2ef6b7218e9a" [ 1355.195633] env[65683]: _type = "HttpNfcLease" [ 1355.195633] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.196208] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.196208] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52615df5-19d6-0ea7-21dd-2ef6b7218e9a" [ 1355.196208] env[65683]: _type = "HttpNfcLease" [ 1355.196208] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1355.196642] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ebe4e7-49af-4320-8526-b81c29303b17 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.204737] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262da47-594b-3d29-924f-1857e97e25db/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.204979] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating HTTP connection to write to file with size = 31657984 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262da47-594b-3d29-924f-1857e97e25db/disk-0.vmdk. {{(pid=65683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1355.270322] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad947f05-6a7f-47d2-b8b9-351b993a16b1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.442635] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Completed reading data from the image iterator. {{(pid=65683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1356.443077] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262da47-594b-3d29-924f-1857e97e25db/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1356.443990] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a826a-1a1d-4b48-a65a-e002fafbb3e7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.452641] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262da47-594b-3d29-924f-1857e97e25db/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1356.452861] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262da47-594b-3d29-924f-1857e97e25db/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1356.453011] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b28ab038-20d2-4a25-8998-d1fd625cf28b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.677514] env[65683]: DEBUG oslo_vmware.rw_handles [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262da47-594b-3d29-924f-1857e97e25db/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1356.677703] env[65683]: INFO nova.virt.vmwareapi.images [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Downloaded image file data 34eec736-0e18-4260-b341-7d17f6e9cf77 [ 1356.678527] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6807521-47c5-43f7-8dc6-84043fb879a1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.693992] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b2315de-4bfb-4b27-9327-4384d797c641 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.732324] env[65683]: INFO nova.virt.vmwareapi.images [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] The imported VM was unregistered [ 1356.734845] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Caching image {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1356.734845] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Creating directory with path [datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.735132] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b677520c-05d9-43de-9085-776eb48f03f2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.747642] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Created directory with path [datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77 {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.748006] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2/OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2.vmdk to [datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77/34eec736-0e18-4260-b341-7d17f6e9cf77.vmdk. {{(pid=65683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1356.748335] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7b3e6646-9c93-4929-8bd9-9b13d3165ef9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.755513] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1356.755513] env[65683]: value = "task-4434308" [ 1356.755513] env[65683]: _type = "Task" [ 1356.755513] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.764224] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434308, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.266874] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434308, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.766389] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434308, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.268021] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434308, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.767992] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434308, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.268389] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434308, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.377127} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.268710] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2/OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2.vmdk to [datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77/34eec736-0e18-4260-b341-7d17f6e9cf77.vmdk. [ 1359.268867] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Cleaning up location [datastore2] OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1359.269035] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_585c7a01-b4c5-4ee1-a1f6-b9b6fbd93ff2 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.269292] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b919dcf-52cd-457f-94c8-e39f757bb32c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.276377] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1359.276377] env[65683]: value = "task-4434309" [ 1359.276377] env[65683]: _type = "Task" [ 1359.276377] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.285827] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.787328] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036826} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.787724] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.787724] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77/34eec736-0e18-4260-b341-7d17f6e9cf77.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.787941] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77/34eec736-0e18-4260-b341-7d17f6e9cf77.vmdk to [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.788221] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e36d709-8094-4fe7-a2ca-2fb42bd5e661 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.795544] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1359.795544] env[65683]: value = "task-4434310" [ 1359.795544] env[65683]: _type = "Task" [ 1359.795544] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.803711] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.306394] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434310, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.806809] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434310, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.307552] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434310, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.807950] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434310, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.307715] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434310, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.229575} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.307715] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34eec736-0e18-4260-b341-7d17f6e9cf77/34eec736-0e18-4260-b341-7d17f6e9cf77.vmdk to [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.308499] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c988a403-86a3-4b66-b262-7ab5169c1aa5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.330872] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.331277] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a770d1-5c8b-409f-8a74-0087a8d92a63 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.353085] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1362.353085] env[65683]: value = "task-4434311" [ 1362.353085] env[65683]: _type = "Task" [ 1362.353085] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.361589] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.863304] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434311, 'name': ReconfigVM_Task, 'duration_secs': 0.278508} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.863695] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b/112dca64-8cc3-4bb7-857e-d5259db2b00b.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.864200] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97ca19f-ccf0-48d2-a491-69c22063c241 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.872234] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1362.872234] env[65683]: value = "task-4434312" [ 1362.872234] env[65683]: _type = "Task" [ 1362.872234] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.880667] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434312, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.382511] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434312, 'name': Rename_Task, 'duration_secs': 0.153254} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.382789] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.383059] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c11618e0-8042-4a26-9e82-fbfe89a92d44 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.390285] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1363.390285] env[65683]: value = "task-4434313" [ 1363.390285] env[65683]: _type = "Task" [ 1363.390285] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.398448] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.900435] env[65683]: DEBUG oslo_vmware.api [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434313, 'name': PowerOnVM_Task, 'duration_secs': 0.458649} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.900830] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.998892] env[65683]: DEBUG nova.compute.manager [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1363.999890] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be895701-39da-43b6-abf3-06d552ddf13d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.289843] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "bc36757f-61f5-43c4-be5b-a3c485516f78" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.290094] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.517958] env[65683]: DEBUG oslo_concurrency.lockutils [None req-ca162a65-80a7-4b49-99c8-0d8586733e0f tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.505s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.793508] env[65683]: DEBUG nova.compute.utils [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.297789] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.871489] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251de593-451c-4e77-895a-8d51bfe8f86a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.879540] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4e4be8-0057-4ece-9e0a-c5506c340256 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Suspending the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1365.879842] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0f62055f-a900-4737-9eb2-dfcaf8fdb9c1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.888134] env[65683]: DEBUG oslo_vmware.api [None req-ab4e4be8-0057-4ece-9e0a-c5506c340256 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1365.888134] env[65683]: value = "task-4434314" [ 1365.888134] env[65683]: _type = "Task" [ 1365.888134] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.897474] env[65683]: DEBUG oslo_vmware.api [None req-ab4e4be8-0057-4ece-9e0a-c5506c340256 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434314, 'name': SuspendVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.360737] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "bc36757f-61f5-43c4-be5b-a3c485516f78" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.361150] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.361203] env[65683]: INFO nova.compute.manager [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Attaching volume 04d9ad01-e56a-4761-822f-2f7889419ffc to /dev/sdb [ 1366.398465] env[65683]: DEBUG oslo_vmware.api [None req-ab4e4be8-0057-4ece-9e0a-c5506c340256 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434314, 'name': SuspendVM_Task} progress is 70%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.400228] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4d3c57-d524-4d94-ba9d-dd988e8362d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.407390] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b41a917-da57-4ff0-99cd-7545bcbb323b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.422831] env[65683]: DEBUG nova.virt.block_device [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating existing volume attachment record: 23c97eb7-e8b4-4603-bb9c-efaee473e754 {{(pid=65683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1366.899542] env[65683]: DEBUG oslo_vmware.api [None req-ab4e4be8-0057-4ece-9e0a-c5506c340256 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434314, 'name': SuspendVM_Task, 'duration_secs': 0.578552} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.899867] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4e4be8-0057-4ece-9e0a-c5506c340256 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Suspended the VM {{(pid=65683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1366.900977] env[65683]: DEBUG nova.compute.manager [None req-ab4e4be8-0057-4ece-9e0a-c5506c340256 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1366.900977] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eedfe5-963e-435d-9693-6b4c5e9f17c6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.259534] env[65683]: INFO nova.compute.manager [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Resuming [ 1368.260270] env[65683]: DEBUG nova.objects.instance [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lazy-loading 'flavor' on Instance uuid 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.772066] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.772449] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquired lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.772449] env[65683]: DEBUG nova.network.neutron [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1370.275492] env[65683]: WARNING neutronclient.v2_0.client [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1370.426232] env[65683]: WARNING neutronclient.v2_0.client [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1370.498086] env[65683]: DEBUG nova.network.neutron [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [{"id": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "address": "fa:16:3e:49:e5:64", "network": {"id": "1fb877c9-b405-437d-bbbe-6b39cdaed48a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-175770211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65334ea12b6645c8989f2844641bd565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf3f60e-ab", "ovs_interfaceid": "fcf3f60e-abd8-4304-a6db-a11c6b63a725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.972459] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Volume attach. Driver type: vmdk {{(pid=65683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1370.972698] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867397', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'name': 'volume-04d9ad01-e56a-4761-822f-2f7889419ffc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc36757f-61f5-43c4-be5b-a3c485516f78', 'attached_at': '', 'detached_at': '', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'serial': '04d9ad01-e56a-4761-822f-2f7889419ffc'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1370.973647] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a878a1e2-a180-4134-adb9-7c97924cab56 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.990683] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981bcf3-ab7a-42d0-b829-7746040a6ddb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.010258] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Releasing lock "refresh_cache-112dca64-8cc3-4bb7-857e-d5259db2b00b" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.018687] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-04d9ad01-e56a-4761-822f-2f7889419ffc/volume-04d9ad01-e56a-4761-822f-2f7889419ffc.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.019603] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5416ec-f23b-4941-94f1-abf04b80de79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.022807] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3baef6f-d8ef-412f-a2ea-27187cfdf100 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.042619] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Resuming the VM {{(pid=65683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1371.044287] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d834f66b-f80c-4c3d-93a3-c5017b3003b9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.046324] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1371.046324] env[65683]: value = "task-4434319" [ 1371.046324] env[65683]: _type = "Task" [ 1371.046324] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.052467] env[65683]: DEBUG oslo_vmware.api [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1371.052467] env[65683]: value = "task-4434320" [ 1371.052467] env[65683]: _type = "Task" [ 1371.052467] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.058875] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.065322] env[65683]: DEBUG oslo_vmware.api [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.561106] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434319, 'name': ReconfigVM_Task, 'duration_secs': 0.349518} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.562089] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-04d9ad01-e56a-4761-822f-2f7889419ffc/volume-04d9ad01-e56a-4761-822f-2f7889419ffc.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.567245] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824a733d-00f6-48d2-88ef-acbfa7e5e480 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.582693] env[65683]: DEBUG oslo_vmware.api [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.591420] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1371.591420] env[65683]: value = "task-4434321" [ 1371.591420] env[65683]: _type = "Task" [ 1371.591420] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.601207] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.064330] env[65683]: DEBUG oslo_vmware.api [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434320, 'name': PowerOnVM_Task, 'duration_secs': 0.562914} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.064729] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Resumed the VM {{(pid=65683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1372.064826] env[65683]: DEBUG nova.compute.manager [None req-8e0e0a4f-8438-4f35-8520-e2ce6f1d06e3 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1372.065692] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec69503-1fda-4924-81cc-5d1762767911 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.101732] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434321, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.603259] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434321, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.102994] env[65683]: DEBUG oslo_vmware.api [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434321, 'name': ReconfigVM_Task, 'duration_secs': 1.169002} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.103340] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867397', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'name': 'volume-04d9ad01-e56a-4761-822f-2f7889419ffc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc36757f-61f5-43c4-be5b-a3c485516f78', 'attached_at': '', 'detached_at': '', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'serial': '04d9ad01-e56a-4761-822f-2f7889419ffc'} {{(pid=65683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1374.138429] env[65683]: DEBUG nova.objects.instance [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'flavor' on Instance uuid bc36757f-61f5-43c4-be5b-a3c485516f78 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.644728] env[65683]: DEBUG oslo_concurrency.lockutils [None req-8f98892c-2041-45e1-852b-830f80641329 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.284s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.511349] env[65683]: DEBUG nova.compute.manager [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Stashing vm_state: active {{(pid=65683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1376.032467] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.033218] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.494016] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.494305] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.494516] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.494699] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.494867] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.497175] env[65683]: INFO nova.compute.manager [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Terminating instance [ 1376.538412] env[65683]: INFO nova.compute.claims [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.001683] env[65683]: DEBUG nova.compute.manager [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1377.002029] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.003122] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8908e6f-eac1-48a5-9ac3-7fc6ec569736 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.012570] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.012862] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a32a8b-1457-4943-83ef-310173f8416f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.020466] env[65683]: DEBUG oslo_vmware.api [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1377.020466] env[65683]: value = "task-4434322" [ 1377.020466] env[65683]: _type = "Task" [ 1377.020466] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.030293] env[65683]: DEBUG oslo_vmware.api [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.045382] env[65683]: INFO nova.compute.resource_tracker [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating resource usage from migration 85b64b55-8dfd-4232-a94e-042c122c4b79 [ 1377.105643] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ff4fcd-4619-4560-a3f9-76c0b80c926e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.114524] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd2904-f3ab-425f-b0e2-c4dfadd4907d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.147220] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d6bf8c-b3a8-4a40-bfb4-1d62da4bd55e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.155743] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64378240-56cc-47eb-ace4-ffcf5de07e69 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.171644] env[65683]: DEBUG nova.compute.provider_tree [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.530605] env[65683]: DEBUG oslo_vmware.api [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434322, 'name': PowerOffVM_Task, 'duration_secs': 0.202516} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.530856] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.531035] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.531292] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a92b3432-cf11-4340-9d4d-4014d0a83c7d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.604897] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.605283] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.605283] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleting the datastore file [datastore2] 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.605546] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8e93cb-ed30-4519-a2bd-9385bec8d9bc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.614151] env[65683]: DEBUG oslo_vmware.api [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for the task: (returnval){ [ 1377.614151] env[65683]: value = "task-4434324" [ 1377.614151] env[65683]: _type = "Task" [ 1377.614151] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.622745] env[65683]: DEBUG oslo_vmware.api [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.675064] env[65683]: DEBUG nova.scheduler.client.report [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.124306] env[65683]: DEBUG oslo_vmware.api [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Task: {'id': task-4434324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132703} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.124544] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.124729] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.124903] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.125086] env[65683]: INFO nova.compute.manager [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1378.125330] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1378.125523] env[65683]: DEBUG nova.compute.manager [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1378.125618] env[65683]: DEBUG nova.network.neutron [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1378.125867] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.156725] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.180411] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.148s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.180696] env[65683]: INFO nova.compute.manager [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Migrating [ 1378.404141] env[65683]: DEBUG nova.compute.manager [req-e993779b-2209-46a5-bb63-d037d1092c7b req-2761c11a-2db1-4733-a9f2-f88a32910d88 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Received event network-vif-deleted-fcf3f60e-abd8-4304-a6db-a11c6b63a725 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1378.404344] env[65683]: INFO nova.compute.manager [req-e993779b-2209-46a5-bb63-d037d1092c7b req-2761c11a-2db1-4733-a9f2-f88a32910d88 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Neutron deleted interface fcf3f60e-abd8-4304-a6db-a11c6b63a725; detaching it from the instance and deleting it from the info cache [ 1378.404508] env[65683]: DEBUG nova.network.neutron [req-e993779b-2209-46a5-bb63-d037d1092c7b req-2761c11a-2db1-4733-a9f2-f88a32910d88 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.697843] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.698208] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.698208] env[65683]: DEBUG nova.network.neutron [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1378.886390] env[65683]: DEBUG nova.network.neutron [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.907170] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b793899-8450-4dcc-ae15-f301f78178ff {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.917515] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91ba42-ce75-4211-8f39-c1f6501eb922 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.942947] env[65683]: DEBUG nova.compute.manager [req-e993779b-2209-46a5-bb63-d037d1092c7b req-2761c11a-2db1-4733-a9f2-f88a32910d88 service nova] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Detach interface failed, port_id=fcf3f60e-abd8-4304-a6db-a11c6b63a725, reason: Instance 112dca64-8cc3-4bb7-857e-d5259db2b00b could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1379.200845] env[65683]: WARNING neutronclient.v2_0.client [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.379340] env[65683]: WARNING neutronclient.v2_0.client [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.389363] env[65683]: INFO nova.compute.manager [-] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Took 1.26 seconds to deallocate network for instance. [ 1379.450687] env[65683]: DEBUG nova.network.neutron [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.896439] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.896822] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.896870] env[65683]: DEBUG nova.objects.instance [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lazy-loading 'resources' on Instance uuid 112dca64-8cc3-4bb7-857e-d5259db2b00b {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.952883] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.460834] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be67767d-3942-4140-b9c8-4e96fc970b9a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.471880] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8facb67e-ce2b-4301-8fab-064801baa841 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.509249] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210162c8-d9a6-4019-a3ee-2bdfd9cb5f2c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.519713] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669ffe0e-c372-41a1-b789-5288b376dd70 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.535553] env[65683]: DEBUG nova.compute.provider_tree [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.039123] env[65683]: DEBUG nova.scheduler.client.report [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.473589] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9afeda-b3a0-450f-ac13-59821ea17f34 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.495910] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance 'bc36757f-61f5-43c4-be5b-a3c485516f78' progress to 0 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.544240] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.562629] env[65683]: INFO nova.scheduler.client.report [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Deleted allocations for instance 112dca64-8cc3-4bb7-857e-d5259db2b00b [ 1382.002397] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.002709] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663fab6a-3b32-4b05-8978-b4c65e2316d9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.010365] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1382.010365] env[65683]: value = "task-4434325" [ 1382.010365] env[65683]: _type = "Task" [ 1382.010365] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.020300] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.070722] env[65683]: DEBUG oslo_concurrency.lockutils [None req-19ec0068-c626-4952-84de-30fcf7744307 tempest-ServersNegativeTestJSON-196663710 tempest-ServersNegativeTestJSON-196663710-project-member] Lock "112dca64-8cc3-4bb7-857e-d5259db2b00b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.576s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.521335] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434325, 'name': PowerOffVM_Task, 'duration_secs': 0.211979} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.521535] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.521701] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance 'bc36757f-61f5-43c4-be5b-a3c485516f78' progress to 17 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.028812] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1383.029264] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.029595] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1383.029931] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.030243] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1383.030546] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1383.030955] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1383.031266] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1383.031566] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1383.031790] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1383.032046] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1383.037430] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549505c0-a926-4578-8681-05eae98093f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.055579] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1383.055579] env[65683]: value = "task-4434326" [ 1383.055579] env[65683]: _type = "Task" [ 1383.055579] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.069129] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.566448] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434326, 'name': ReconfigVM_Task, 'duration_secs': 0.197956} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.566765] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance 'bc36757f-61f5-43c4-be5b-a3c485516f78' progress to 33 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.073667] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1384.073912] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.074075] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1384.074264] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.074395] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1384.074537] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1384.074737] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1384.074877] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1384.075049] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1384.075249] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1384.075422] env[65683]: DEBUG nova.virt.hardware [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1384.081107] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.081446] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc787ef0-9c26-4173-a330-b7ab1873ae3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.102600] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1384.102600] env[65683]: value = "task-4434327" [ 1384.102600] env[65683]: _type = "Task" [ 1384.102600] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.111910] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.614088] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.115918] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.615807] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434327, 'name': ReconfigVM_Task, 'duration_secs': 1.192608} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.616140] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.616942] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e331466-9e94-44a1-8d13-3ae57c395569 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.643958] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.644308] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3534a3-fa1d-4165-a935-7acdce9834a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.666946] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1385.666946] env[65683]: value = "task-4434328" [ 1385.666946] env[65683]: _type = "Task" [ 1385.666946] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.676463] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.177114] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434328, 'name': ReconfigVM_Task, 'duration_secs': 0.366319} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.177114] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfigured VM instance instance-0000007e to attach disk [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.177442] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance 'bc36757f-61f5-43c4-be5b-a3c485516f78' progress to 50 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.684671] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7250a5-2ec3-4f1c-9c78-e73c35eb2418 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.708833] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea461a5-66b2-4f1c-a552-1ad4332c386c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.730064] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance 'bc36757f-61f5-43c4-be5b-a3c485516f78' progress to 67 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.351067] env[65683]: WARNING neutronclient.v2_0.client [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1388.351067] env[65683]: WARNING neutronclient.v2_0.client [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1388.384815] env[65683]: DEBUG nova.network.neutron [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Port fcd91280-c84c-471f-bf84-585f3f2aa2c0 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1389.406646] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.407190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.407190] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.413079] env[65683]: WARNING neutronclient.v2_0.client [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.443462] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.443630] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.443801] env[65683]: DEBUG nova.network.neutron [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1390.636693] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.636918] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.946687] env[65683]: WARNING neutronclient.v2_0.client [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.107932] env[65683]: WARNING neutronclient.v2_0.client [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.144478] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.144478] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.144478] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.144615] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.144671] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.144806] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.144932] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1391.145080] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.178142] env[65683]: DEBUG nova.network.neutron [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.647765] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.648191] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.648191] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.648321] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1391.649714] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e697a7f8-23b4-4b9f-a93e-25ad1f883c54 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.658471] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167ffda8-835f-4147-90d4-0e8e0de5ab83 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.673533] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c210ad20-6b5b-4448-a027-9cb9c26ba007 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.680305] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536c56c0-51cf-4ad9-8e96-b307dda53c20 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.683496] env[65683]: DEBUG oslo_concurrency.lockutils [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.714961] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180526MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1391.715151] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.715460] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.192873] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befeb9aa-76f2-4953-b977-60327306b572 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.200464] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3eb86f-c5de-4fb2-b668-70f2b13362d7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.722073] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Applying migration context for instance bc36757f-61f5-43c4-be5b-a3c485516f78 as it has an incoming, in-progress migration 85b64b55-8dfd-4232-a94e-042c122c4b79. Migration status is post-migrating {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1392.722639] env[65683]: INFO nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating resource usage from migration 85b64b55-8dfd-4232-a94e-042c122c4b79 [ 1392.742774] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Migration 85b64b55-8dfd-4232-a94e-042c122c4b79 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1392.742925] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance bc36757f-61f5-43c4-be5b-a3c485516f78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1392.743149] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1392.743300] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1024MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_resize_migrated': '1', 'num_os_type_None': '1', 'num_proj_ee7faf1d7a42448383dd458fa05c524c': '1', 'io_workload': '0'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1392.785712] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab5fcb-6d66-4640-af13-77d6b8b6ebbc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.795723] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50639728-7feb-4020-aeeb-b1746ea616cf {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.828065] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8ff1d-390e-44e3-85f6-93fd163c5529 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.835986] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0b9f2-73be-4b77-aa30-0f4ee0de8c46 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.849639] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.305347] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a23124-22ac-43d9-bffa-e20f40381d89 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.327360] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea45e0-bf07-48b7-9b5e-9864a80b9df0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.335014] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance 'bc36757f-61f5-43c4-be5b-a3c485516f78' progress to 83 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.352803] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.843855] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.844239] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25cd2a70-06ff-44bd-b5f2-05e4e4edf1ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.851778] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1393.851778] env[65683]: value = "task-4434329" [ 1393.851778] env[65683]: _type = "Task" [ 1393.851778] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.856815] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1393.857026] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.860202] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.361930] env[65683]: DEBUG oslo_vmware.api [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434329, 'name': PowerOnVM_Task, 'duration_secs': 0.371604} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.362207] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.362384] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-49bf84b2-c5eb-4fc5-aad5-a1034b9a664e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance 'bc36757f-61f5-43c4-be5b-a3c485516f78' progress to 100 {{(pid=65683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.329347] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1396.363100] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1396.363512] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1396.363772] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1396.398875] env[65683]: DEBUG nova.network.neutron [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Port fcd91280-c84c-471f-bf84-585f3f2aa2c0 binding to destination host cpu-1 is already ACTIVE {{(pid=65683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1396.399243] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.399446] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.399661] env[65683]: DEBUG nova.network.neutron [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1396.902876] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1397.080894] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1397.148844] env[65683]: DEBUG nova.network.neutron [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.651685] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.155905] env[65683]: DEBUG nova.compute.manager [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1399.262329] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.262717] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.766443] env[65683]: DEBUG nova.objects.instance [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'migration_context' on Instance uuid bc36757f-61f5-43c4-be5b-a3c485516f78 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.314192] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d5652-b09f-452c-85e0-0fc3bb3a6a90 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.322957] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee4f8a5-2b0d-4b49-b121-dbc6d833d921 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.354284] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde3dc3-af00-432e-a3f7-4ce51fe9b487 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.362797] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90f15a9-34a3-47c4-a898-75a0c293734a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.376531] env[65683]: DEBUG nova.compute.provider_tree [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.879748] env[65683]: DEBUG nova.scheduler.client.report [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.892161] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.629s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.428419] env[65683]: INFO nova.compute.manager [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Swapping old allocation on dict_keys(['00977f83-7e27-468a-9971-e191dbef7aff']) held by migration 85b64b55-8dfd-4232-a94e-042c122c4b79 for instance [ 1403.450638] env[65683]: DEBUG nova.scheduler.client.report [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Overwriting current allocation {'allocations': {'00977f83-7e27-468a-9971-e191dbef7aff': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 185}}, 'project_id': 'ee7faf1d7a42448383dd458fa05c524c', 'user_id': '450b0761b74f44d08dfdacedd8ffa14e', 'consumer_generation': 1} on consumer bc36757f-61f5-43c4-be5b-a3c485516f78 {{(pid=65683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1403.508790] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1403.549555] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.549739] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.549910] env[65683]: DEBUG nova.network.neutron [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1404.052529] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1404.226127] env[65683]: WARNING neutronclient.v2_0.client [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1404.300025] env[65683]: DEBUG nova.network.neutron [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [{"id": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "address": "fa:16:3e:8d:26:9c", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd91280-c8", "ovs_interfaceid": "fcd91280-c84c-471f-bf84-585f3f2aa2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.802730] env[65683]: DEBUG oslo_concurrency.lockutils [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-bc36757f-61f5-43c4-be5b-a3c485516f78" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.803731] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d969bb71-f189-436b-bb76-4c41935a48d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.811535] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a904d9-66be-48ea-b202-41a2e94cc981 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.893974] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.894371] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b483698a-41c8-4ec0-b146-bba978b2dbfb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.902265] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1405.902265] env[65683]: value = "task-4434330" [ 1405.902265] env[65683]: _type = "Task" [ 1405.902265] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.912127] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.412831] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434330, 'name': PowerOffVM_Task, 'duration_secs': 0.239485} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.413152] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.413806] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1406.414056] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.414216] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1406.414389] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.414529] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1406.414667] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1406.414857] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1406.415015] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1406.415186] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1406.415342] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1406.415508] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1406.420452] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0660fc8-deb0-4f84-939d-6dacff7bc449 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.436560] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1406.436560] env[65683]: value = "task-4434331" [ 1406.436560] env[65683]: _type = "Task" [ 1406.436560] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.444873] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.946778] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434331, 'name': ReconfigVM_Task, 'duration_secs': 0.143334} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.947621] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58bdc07-e3f8-4caa-b624-c4e43b09b005 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.970356] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1406.970599] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.970751] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1406.970953] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.971119] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1406.971267] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1406.971460] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1406.971612] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1406.971769] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1406.971922] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1406.972108] env[65683]: DEBUG nova.virt.hardware [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1406.972902] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fb78aa-d8c4-44e7-8c23-75021c7a74a3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.979756] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1406.979756] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]524536da-d0b6-acef-c6f7-d1800387deb8" [ 1406.979756] env[65683]: _type = "Task" [ 1406.979756] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.992285] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]524536da-d0b6-acef-c6f7-d1800387deb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008296} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.996063] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.996063] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f11ce28-7fc0-47ef-ac9d-f3579ab491d3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.015352] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1407.015352] env[65683]: value = "task-4434332" [ 1407.015352] env[65683]: _type = "Task" [ 1407.015352] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.024425] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.525048] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434332, 'name': ReconfigVM_Task, 'duration_secs': 0.216189} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.525336] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1407.526130] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf2e640-a1b2-434c-92f4-6de04194a78d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.550757] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.551076] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6765a5-5dd1-441d-8dfd-5894eb372a0e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.569238] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1407.569238] env[65683]: value = "task-4434333" [ 1407.569238] env[65683]: _type = "Task" [ 1407.569238] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.577607] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.080246] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.579834] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434333, 'name': ReconfigVM_Task, 'duration_secs': 0.832328} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.580112] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfigured VM instance instance-0000007e to attach disk [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78/bc36757f-61f5-43c4-be5b-a3c485516f78.vmdk or device None with type thin {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.580965] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866b248-0ee7-4253-9f27-6875d0f761d0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.601404] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db3451-4443-4b59-bac9-36fff0205bf7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.622859] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2f147-930d-4e87-a806-1df9c864af96 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.643257] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7574dbe7-fdcb-4221-acf8-2f9795badd40 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.650276] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.650507] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa6a62b4-eab5-444a-88bc-dcb4b16b2f1c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.657527] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1408.657527] env[65683]: value = "task-4434334" [ 1408.657527] env[65683]: _type = "Task" [ 1408.657527] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.665465] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.168465] env[65683]: DEBUG oslo_vmware.api [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434334, 'name': PowerOnVM_Task, 'duration_secs': 0.373631} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.168829] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.217397] env[65683]: INFO nova.compute.manager [None req-d443f744-f342-412a-8dec-61895f185e30 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance to original state: 'active' [ 1411.110710] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "bc36757f-61f5-43c4-be5b-a3c485516f78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.111037] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.111308] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.111501] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.111664] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.114142] env[65683]: INFO nova.compute.manager [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Terminating instance [ 1411.617771] env[65683]: DEBUG nova.compute.manager [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1411.618135] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.618327] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c44b7ff3-c8a7-4cf0-b512-6c96593f51ad {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.626648] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1411.626648] env[65683]: value = "task-4434335" [ 1411.626648] env[65683]: _type = "Task" [ 1411.626648] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.635423] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.138461] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434335, 'name': PowerOffVM_Task, 'duration_secs': 0.200289} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.138694] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.138982] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Volume detach. Driver type: vmdk {{(pid=65683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1412.139129] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867397', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'name': 'volume-04d9ad01-e56a-4761-822f-2f7889419ffc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bc36757f-61f5-43c4-be5b-a3c485516f78', 'attached_at': '2025-11-14T02:52:23.000000', 'detached_at': '', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'serial': '04d9ad01-e56a-4761-822f-2f7889419ffc'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1412.139849] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d914f-c84a-47ef-a9ea-5f81501af175 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.160484] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5040fb88-7a65-41d0-aab7-07e686b97a47 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.167738] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b45ad7-1844-4908-9103-59952185bf3e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.188531] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416c0ebe-7bf9-4772-9eef-78d4c0bfa191 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.203299] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The volume has not been displaced from its original location: [datastore2] volume-04d9ad01-e56a-4761-822f-2f7889419ffc/volume-04d9ad01-e56a-4761-822f-2f7889419ffc.vmdk. No consolidation needed. {{(pid=65683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1412.208466] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1412.208761] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a7025a-acd9-4b7f-b839-38c0770e79f9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.226437] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1412.226437] env[65683]: value = "task-4434336" [ 1412.226437] env[65683]: _type = "Task" [ 1412.226437] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.234669] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.737230] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434336, 'name': ReconfigVM_Task, 'duration_secs': 0.224783} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.737608] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=65683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.742634] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3346021c-3449-469d-81db-9af26a9b1a10 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.759326] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1412.759326] env[65683]: value = "task-4434337" [ 1412.759326] env[65683]: _type = "Task" [ 1412.759326] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.768016] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.270341] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434337, 'name': ReconfigVM_Task, 'duration_secs': 0.125648} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.270629] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-867397', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'name': 'volume-04d9ad01-e56a-4761-822f-2f7889419ffc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bc36757f-61f5-43c4-be5b-a3c485516f78', 'attached_at': '2025-11-14T02:52:23.000000', 'detached_at': '', 'volume_id': '04d9ad01-e56a-4761-822f-2f7889419ffc', 'serial': '04d9ad01-e56a-4761-822f-2f7889419ffc'} {{(pid=65683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1413.270911] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1413.271681] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf35d4-b8c1-406e-b10d-2071507ae230 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.278577] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.278809] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a4cb5bf-73c3-46f5-970e-095746f1de37 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.345971] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.346352] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.346586] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleting the datastore file [datastore2] bc36757f-61f5-43c4-be5b-a3c485516f78 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.346934] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ebe910b-8af9-40ec-b543-d1842e7d0d60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.354873] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1413.354873] env[65683]: value = "task-4434339" [ 1413.354873] env[65683]: _type = "Task" [ 1413.354873] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.362944] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.866489] env[65683]: DEBUG oslo_vmware.api [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150198} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.866869] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.866869] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.867034] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.867174] env[65683]: INFO nova.compute.manager [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1413.867411] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1413.867611] env[65683]: DEBUG nova.compute.manager [-] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1413.867704] env[65683]: DEBUG nova.network.neutron [-] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1413.867942] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1413.910231] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.362607] env[65683]: DEBUG nova.compute.manager [req-e1f870c0-1a2e-4fe4-bcb8-b74ade47cc9a req-fa377813-4d17-411f-8e95-ba2479083933 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Received event network-vif-deleted-fcd91280-c84c-471f-bf84-585f3f2aa2c0 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1414.362670] env[65683]: INFO nova.compute.manager [req-e1f870c0-1a2e-4fe4-bcb8-b74ade47cc9a req-fa377813-4d17-411f-8e95-ba2479083933 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Neutron deleted interface fcd91280-c84c-471f-bf84-585f3f2aa2c0; detaching it from the instance and deleting it from the info cache [ 1414.362830] env[65683]: DEBUG nova.network.neutron [req-e1f870c0-1a2e-4fe4-bcb8-b74ade47cc9a req-fa377813-4d17-411f-8e95-ba2479083933 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.838332] env[65683]: DEBUG nova.network.neutron [-] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.865539] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de1355fb-998c-43a6-b8bc-ed3071940e92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.876240] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5bd8cc-6e96-467e-a9de-dcc4b200527c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.902646] env[65683]: DEBUG nova.compute.manager [req-e1f870c0-1a2e-4fe4-bcb8-b74ade47cc9a req-fa377813-4d17-411f-8e95-ba2479083933 service nova] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Detach interface failed, port_id=fcd91280-c84c-471f-bf84-585f3f2aa2c0, reason: Instance bc36757f-61f5-43c4-be5b-a3c485516f78 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1415.341768] env[65683]: INFO nova.compute.manager [-] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Took 1.47 seconds to deallocate network for instance. [ 1415.886103] env[65683]: INFO nova.compute.manager [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Took 0.54 seconds to detach 1 volumes for instance. [ 1416.393148] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.393447] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.393632] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.415583] env[65683]: INFO nova.scheduler.client.report [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted allocations for instance bc36757f-61f5-43c4-be5b-a3c485516f78 [ 1416.923725] env[65683]: DEBUG oslo_concurrency.lockutils [None req-c07281c4-340f-4b65-829e-90c8e555e84b tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "bc36757f-61f5-43c4-be5b-a3c485516f78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.813s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.295083] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.295399] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.798122] env[65683]: DEBUG nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Starting instance... {{(pid=65683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1419.322580] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.322936] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.324455] env[65683]: INFO nova.compute.claims [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.362590] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb27699-40be-4e0a-b5bd-04a7e07270ed {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.370955] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e406926-2cc1-434d-b286-94abb751315c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.400519] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d952b-e2ca-40f0-9342-cd2d18afefce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.408701] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3894d3-809d-4e31-9924-38b362b1db79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.422167] env[65683]: DEBUG nova.compute.provider_tree [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.925916] env[65683]: DEBUG nova.scheduler.client.report [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.432762] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.433302] env[65683]: DEBUG nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Start building networks asynchronously for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1421.938604] env[65683]: DEBUG nova.compute.utils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Using /dev/sd instead of None {{(pid=65683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1421.940619] env[65683]: DEBUG nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Allocating IP information in the background. {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1421.940945] env[65683]: DEBUG nova.network.neutron [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] allocate_for_instance() {{(pid=65683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1421.941272] env[65683]: WARNING neutronclient.v2_0.client [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1421.941978] env[65683]: WARNING neutronclient.v2_0.client [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1421.991920] env[65683]: DEBUG nova.policy [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '450b0761b74f44d08dfdacedd8ffa14e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee7faf1d7a42448383dd458fa05c524c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.301689] env[65683]: DEBUG nova.network.neutron [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Successfully created port: d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1422.446354] env[65683]: DEBUG nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Start building block device mappings for instance. {{(pid=65683) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1423.456752] env[65683]: DEBUG nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Start spawning the instance on the hypervisor. {{(pid=65683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1423.483659] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-14T02:36:31Z,direct_url=,disk_format='vmdk',id=3f92e4ca-d0c4-490c-bead-8c3e146e40c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='20b10c5a7a824adbbad950fd2edcc052',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-14T02:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1423.483929] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.484095] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1423.484278] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.484420] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1423.484563] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1423.484764] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1423.484964] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1423.485154] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1423.485310] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1423.485474] env[65683]: DEBUG nova.virt.hardware [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1423.486520] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3cfb0a-bbbe-4b7d-8206-6bccab71de0b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.495421] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4068fe4-1033-4041-b898-98dd5d036c64 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.696205] env[65683]: DEBUG nova.compute.manager [req-add4c9fd-5fe1-4288-964b-36f50763676f req-14777424-4e4a-453a-97c6-ad25fd6e5ae5 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-vif-plugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1423.696381] env[65683]: DEBUG oslo_concurrency.lockutils [req-add4c9fd-5fe1-4288-964b-36f50763676f req-14777424-4e4a-453a-97c6-ad25fd6e5ae5 service nova] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.696588] env[65683]: DEBUG oslo_concurrency.lockutils [req-add4c9fd-5fe1-4288-964b-36f50763676f req-14777424-4e4a-453a-97c6-ad25fd6e5ae5 service nova] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.696765] env[65683]: DEBUG oslo_concurrency.lockutils [req-add4c9fd-5fe1-4288-964b-36f50763676f req-14777424-4e4a-453a-97c6-ad25fd6e5ae5 service nova] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.697036] env[65683]: DEBUG nova.compute.manager [req-add4c9fd-5fe1-4288-964b-36f50763676f req-14777424-4e4a-453a-97c6-ad25fd6e5ae5 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] No waiting events found dispatching network-vif-plugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1423.697249] env[65683]: WARNING nova.compute.manager [req-add4c9fd-5fe1-4288-964b-36f50763676f req-14777424-4e4a-453a-97c6-ad25fd6e5ae5 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received unexpected event network-vif-plugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 for instance with vm_state building and task_state spawning. [ 1423.789857] env[65683]: DEBUG nova.network.neutron [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Successfully updated port: d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1424.292478] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.292667] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.292854] env[65683]: DEBUG nova.network.neutron [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1424.826986] env[65683]: DEBUG nova.network.neutron [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Instance cache missing network info. {{(pid=65683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1424.899966] env[65683]: WARNING neutronclient.v2_0.client [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.966774] env[65683]: DEBUG nova.network.neutron [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bca90b-89", "ovs_interfaceid": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.469307] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.469702] env[65683]: DEBUG nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Instance network_info: |[{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bca90b-89", "ovs_interfaceid": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1425.470208] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:07:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2bca90b-89f1-44d3-ab83-eaaa9d930627', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.477879] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1425.478175] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.478428] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad68cf9c-a661-481d-91ff-7c974b9f205b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.500325] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.500325] env[65683]: value = "task-4434340" [ 1425.500325] env[65683]: _type = "Task" [ 1425.500325] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.510074] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434340, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.726237] env[65683]: DEBUG nova.compute.manager [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1425.726354] env[65683]: DEBUG nova.compute.manager [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing instance network info cache due to event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1425.726556] env[65683]: DEBUG oslo_concurrency.lockutils [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] Acquiring lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.726731] env[65683]: DEBUG oslo_concurrency.lockutils [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] Acquired lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.726942] env[65683]: DEBUG nova.network.neutron [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.010296] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434340, 'name': CreateVM_Task, 'duration_secs': 0.29751} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.010667] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.010883] env[65683]: WARNING neutronclient.v2_0.client [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1426.011278] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.011460] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.011773] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.012045] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350ba4da-b7f0-4ee9-8e96-1bf35d35b645 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.017299] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1426.017299] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52617084-83d0-c361-57a2-6056f72ecab1" [ 1426.017299] env[65683]: _type = "Task" [ 1426.017299] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.025809] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52617084-83d0-c361-57a2-6056f72ecab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.230815] env[65683]: WARNING neutronclient.v2_0.client [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1426.366569] env[65683]: WARNING neutronclient.v2_0.client [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1426.431935] env[65683]: DEBUG nova.network.neutron [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updated VIF entry in instance network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1426.432334] env[65683]: DEBUG nova.network.neutron [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bca90b-89", "ovs_interfaceid": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.528516] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52617084-83d0-c361-57a2-6056f72ecab1, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.528813] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.529074] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Processing image 3f92e4ca-d0c4-490c-bead-8c3e146e40c9 {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.529292] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.529434] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.529606] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.529864] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e28ca69-697b-4396-abde-471ad5d92f38 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.538767] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.538935] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.539663] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78e0fb8-0a37-44b7-af12-2b1196f64937 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.545539] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1426.545539] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5242aa9f-ace4-abfd-da00-58c3ae3ea903" [ 1426.545539] env[65683]: _type = "Task" [ 1426.545539] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.553181] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5242aa9f-ace4-abfd-da00-58c3ae3ea903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.935649] env[65683]: DEBUG oslo_concurrency.lockutils [req-34358e1d-6541-4013-ae4f-21722648fa65 req-30b45da0-58cf-4406-a8fa-2fca2bcda762 service nova] Releasing lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.056831] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5242aa9f-ace4-abfd-da00-58c3ae3ea903, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.057671] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0345ec8-08ad-4e5f-ac27-ffdf1bdadd7b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.064044] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1427.064044] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]5259bcdb-ac0a-58a5-7ab6-0609b7c4abd8" [ 1427.064044] env[65683]: _type = "Task" [ 1427.064044] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.072073] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5259bcdb-ac0a-58a5-7ab6-0609b7c4abd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.574613] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]5259bcdb-ac0a-58a5-7ab6-0609b7c4abd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.574798] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.575061] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.575325] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4750d93c-4504-4dd8-af5c-250575c88b8d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.582339] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1427.582339] env[65683]: value = "task-4434341" [ 1427.582339] env[65683]: _type = "Task" [ 1427.582339] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.590920] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.093013] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44235} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.093424] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3f92e4ca-d0c4-490c-bead-8c3e146e40c9/3f92e4ca-d0c4-490c-bead-8c3e146e40c9.vmdk to [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.093424] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Extending root virtual disk to 1048576 {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.093702] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-473ed763-d23a-496f-ac29-1beec6979274 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.100837] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1428.100837] env[65683]: value = "task-4434342" [ 1428.100837] env[65683]: _type = "Task" [ 1428.100837] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.108808] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.611031] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058469} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.611324] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Extended root virtual disk {{(pid=65683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.612106] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e168a0cf-d7f9-4c08-ab2f-7a23f13739a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.635262] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.635489] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e3ef1e-0bba-4975-8556-39d8d77b36a4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.655362] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1428.655362] env[65683]: value = "task-4434343" [ 1428.655362] env[65683]: _type = "Task" [ 1428.655362] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.663655] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.165902] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434343, 'name': ReconfigVM_Task, 'duration_secs': 0.310178} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.166300] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk or device None with type sparse {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.166779] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ce129a5-36e2-4bec-a39b-063ed290f53e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.174329] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1429.174329] env[65683]: value = "task-4434344" [ 1429.174329] env[65683]: _type = "Task" [ 1429.174329] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.182640] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434344, 'name': Rename_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.684825] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434344, 'name': Rename_Task, 'duration_secs': 0.14736} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.685113] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.685405] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41580d9-6dbc-46bb-86ce-5df847eef53a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.693073] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1429.693073] env[65683]: value = "task-4434345" [ 1429.693073] env[65683]: _type = "Task" [ 1429.693073] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.701176] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.204424] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.704723] env[65683]: DEBUG oslo_vmware.api [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434345, 'name': PowerOnVM_Task, 'duration_secs': 0.630093} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.704938] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.705154] env[65683]: INFO nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1430.705331] env[65683]: DEBUG nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1430.706198] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a819f7-c64c-4dee-9860-d54299bf172c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.226642] env[65683]: INFO nova.compute.manager [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Took 11.92 seconds to build instance. [ 1431.728823] env[65683]: DEBUG oslo_concurrency.lockutils [None req-7602f729-cd07-415f-940d-d5907e879da3 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.433s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.749989] env[65683]: DEBUG nova.compute.manager [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1431.750190] env[65683]: DEBUG nova.compute.manager [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing instance network info cache due to event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1431.750430] env[65683]: DEBUG oslo_concurrency.lockutils [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] Acquiring lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.750572] env[65683]: DEBUG oslo_concurrency.lockutils [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] Acquired lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.750732] env[65683]: DEBUG nova.network.neutron [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.255499] env[65683]: WARNING neutronclient.v2_0.client [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1432.412833] env[65683]: WARNING neutronclient.v2_0.client [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1432.486783] env[65683]: DEBUG nova.network.neutron [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updated VIF entry in instance network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1432.487180] env[65683]: DEBUG nova.network.neutron [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bca90b-89", "ovs_interfaceid": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.990387] env[65683]: DEBUG oslo_concurrency.lockutils [req-36dd0e52-3ac3-466e-9883-59a551b40e15 req-53723b5a-fed1-4d94-8194-f0bff7be6f09 service nova] Releasing lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.926569] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.927043] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Cleaning up deleted instances with incomplete migration {{(pid=65683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1445.428868] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.921302] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.925978] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.926760] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.927284] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.926880] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.430409] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.430691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.430828] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.430994] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1448.432360] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e17926a-1a8b-4b71-8b11-da7e2ccae8d5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.441175] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a583d0fd-5d6c-45ec-a0ff-60874edd479c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.456929] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6306b7-9d11-4b5c-a9a4-5af64fa7f814 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.464417] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc65e9-3931-46d0-a504-605b7f36206d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.500281] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180511MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1448.500486] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.500718] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.621222] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance c55a80d6-6387-4d31-b202-afbdd5d66c04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1449.621498] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1449.621644] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_ee7faf1d7a42448383dd458fa05c524c': '1', 'io_workload': '0'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1449.637766] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Refreshing inventories for resource provider 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1449.652807] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Updating ProviderTree inventory for provider 00977f83-7e27-468a-9971-e191dbef7aff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1449.653015] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Updating inventory in ProviderTree for provider 00977f83-7e27-468a-9971-e191dbef7aff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.665219] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Refreshing aggregate associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, aggregates: None {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1449.685334] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Refreshing trait associations for resource provider 00977f83-7e27-468a-9971-e191dbef7aff, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=65683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1449.714710] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dca4725-f07a-4485-bef9-b950b41299ba {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.722923] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a4448-9a5c-4d33-9ac1-ec9a0bd27a87 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.755090] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373d767a-fff0-4fc0-98e2-d278a30918ca {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.764375] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b0c297-2a95-4eab-9675-47426c96e865 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.778687] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.282024] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.787613] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1450.788061] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.287s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.788061] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.788189] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Cleaning up deleted instances {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1451.297232] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] There are 24 instances to clean {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1451.297528] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: bc36757f-61f5-43c4-be5b-a3c485516f78] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1451.800708] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 22c9ed2f-0f37-425f-a7c9-57609269e80c] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1452.303784] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 112dca64-8cc3-4bb7-857e-d5259db2b00b] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1452.807097] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 3b189edd-7e8e-4889-9072-d87591277b62] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1453.309810] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: dd012db7-7118-49f8-91c7-069962382135] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1453.813954] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8d3a5a65-eef9-433b-896e-d2efa73e3c70] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1454.317852] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 01431235-f422-4bb8-b952-591d16c3051e] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1454.821970] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f7e3a52a-3512-4816-822e-c1e5d3416caa] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1455.325118] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 0b909529-e25c-4797-86dd-1ae7cadec281] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1455.828738] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 5e5ad64e-c28d-4bb4-84be-c6da01aaf2c2] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1456.332275] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: ea152cb5-56af-4cd0-a120-17ed709a3352] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1456.836248] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: ac43d026-4256-4552-9843-46375fb7df69] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1457.340013] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: d82ae8b5-cf96-439f-895c-eb9e2f1c4481] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1457.842927] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: d06d27f2-6343-4930-ac38-5cb905b226f1] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1458.346452] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 661a422f-5e73-40bf-a8b0-ebc4ba4d9be9] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1458.850216] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 2c6089ef-678d-4a10-b039-f5af2e2132a4] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1459.353703] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: a97cc835-2825-40f5-94a4-ceb3a6fa8b1b] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1459.856918] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: f7b44c4d-9087-4d72-a295-b1df45b46103] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1460.360115] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: bfaa01d7-8aae-456d-8ae3-9a8166cb8ef8] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1460.864085] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 4fc39549-200a-439c-ba4f-5e1d2ec0d68a] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1461.367433] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: a860a1de-636e-4d84-abf6-5c0e999a70e8] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1461.870595] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8e324792-b4ab-4648-8b64-72fce98fff13] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1462.374642] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 8592e736-1222-4c2e-a02b-586f02954cf0] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1462.878574] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] [instance: 0957ac00-4af5-4132-ba15-d40443002953] Instance has had 0 of 5 cleanup attempts {{(pid=65683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1463.382987] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.885276] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.885668] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.885668] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1469.580834] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.581266] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.581312] env[65683]: INFO nova.compute.manager [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Shelving [ 1470.592120] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.592120] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb3fa3d-dbce-4304-b628-69a6df10af87 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.600495] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1470.600495] env[65683]: value = "task-4434346" [ 1470.600495] env[65683]: _type = "Task" [ 1470.600495] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.609338] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.111087] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434346, 'name': PowerOffVM_Task, 'duration_secs': 0.166452} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.111432] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.112408] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad82702-9732-4e74-afca-715044f863a9 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.133075] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6dca9f-994c-4c20-b912-396c4218aac3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.644210] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Creating Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1471.644483] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94fd1eb1-bb37-4574-a809-042520d4f4ce {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.653016] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1471.653016] env[65683]: value = "task-4434347" [ 1471.653016] env[65683]: _type = "Task" [ 1471.653016] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.662569] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434347, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.163589] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434347, 'name': CreateSnapshot_Task, 'duration_secs': 0.456592} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.163848] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Created Snapshot of the VM instance {{(pid=65683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1472.164626] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11ba54-b22c-4a7c-83f3-af6e060fc6b2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.682701] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Creating linked-clone VM from snapshot {{(pid=65683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1472.683116] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c7d8e5c8-ce29-4dcd-9669-6cc0b069b8c3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.692479] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1472.692479] env[65683]: value = "task-4434348" [ 1472.692479] env[65683]: _type = "Task" [ 1472.692479] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.701223] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434348, 'name': CloneVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.203577] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434348, 'name': CloneVM_Task} progress is 94%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.706531] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434348, 'name': CloneVM_Task, 'duration_secs': 0.949536} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.706993] env[65683]: INFO nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Created linked-clone VM from snapshot [ 1473.707581] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe33505-66b2-408f-bf9d-55f29b9d3ebe {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.715752] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Uploading image 63c430dd-8830-46a2-a07e-f76527f07b3a {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1473.741660] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1473.741660] env[65683]: value = "vm-867400" [ 1473.741660] env[65683]: _type = "VirtualMachine" [ 1473.741660] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1473.741968] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef793b26-d077-4166-9eed-76277b2780dc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.749878] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease: (returnval){ [ 1473.749878] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ae91ec-d8bb-bef5-30ad-3d92e03e638e" [ 1473.749878] env[65683]: _type = "HttpNfcLease" [ 1473.749878] env[65683]: } obtained for exporting VM: (result){ [ 1473.749878] env[65683]: value = "vm-867400" [ 1473.749878] env[65683]: _type = "VirtualMachine" [ 1473.749878] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1473.750269] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the lease: (returnval){ [ 1473.750269] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ae91ec-d8bb-bef5-30ad-3d92e03e638e" [ 1473.750269] env[65683]: _type = "HttpNfcLease" [ 1473.750269] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1473.757647] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1473.757647] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ae91ec-d8bb-bef5-30ad-3d92e03e638e" [ 1473.757647] env[65683]: _type = "HttpNfcLease" [ 1473.757647] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1474.259201] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1474.259201] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ae91ec-d8bb-bef5-30ad-3d92e03e638e" [ 1474.259201] env[65683]: _type = "HttpNfcLease" [ 1474.259201] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1474.259500] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1474.259500] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52ae91ec-d8bb-bef5-30ad-3d92e03e638e" [ 1474.259500] env[65683]: _type = "HttpNfcLease" [ 1474.259500] env[65683]: }. {{(pid=65683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1474.260302] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e48266-465f-43cc-8e16-f1432c85ef60 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.268244] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52795f03-afc3-2f78-8810-79744d13322c/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1474.268418] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52795f03-afc3-2f78-8810-79744d13322c/disk-0.vmdk for reading. {{(pid=65683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1474.356329] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e7b66fa-bcb5-40a9-9463-5fb94b89d7f3 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.038738] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52795f03-afc3-2f78-8810-79744d13322c/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1482.039743] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2640a5de-b3db-4d6b-9e0c-1210ac15a877 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.047013] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52795f03-afc3-2f78-8810-79744d13322c/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1482.047228] env[65683]: ERROR oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52795f03-afc3-2f78-8810-79744d13322c/disk-0.vmdk due to incomplete transfer. [ 1482.047473] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5051afe1-d758-4a8d-87a5-79d69b31711d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.056663] env[65683]: DEBUG oslo_vmware.rw_handles [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52795f03-afc3-2f78-8810-79744d13322c/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1482.056882] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Uploaded image 63c430dd-8830-46a2-a07e-f76527f07b3a to the Glance image server {{(pid=65683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1482.059269] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Destroying the VM {{(pid=65683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1482.059536] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64745d8a-117e-462e-af82-09ad31bc58f8 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.066454] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1482.066454] env[65683]: value = "task-4434350" [ 1482.066454] env[65683]: _type = "Task" [ 1482.066454] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.075177] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434350, 'name': Destroy_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.576465] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434350, 'name': Destroy_Task, 'duration_secs': 0.327615} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.576717] env[65683]: INFO nova.virt.vmwareapi.vm_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Destroyed the VM [ 1482.576948] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Deleting Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1482.577206] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d71e7470-4a2a-47c7-a9cd-f800725ac6b6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.583734] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1482.583734] env[65683]: value = "task-4434351" [ 1482.583734] env[65683]: _type = "Task" [ 1482.583734] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.591857] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.094108] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.36075} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.094511] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Deleted Snapshot of the VM instance {{(pid=65683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1483.094648] env[65683]: DEBUG nova.compute.manager [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1483.095455] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf30e3c-34fa-4162-8df9-94a7117f8b45 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.608661] env[65683]: INFO nova.compute.manager [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Shelve offloading [ 1484.112618] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.113068] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a171154-a7d9-41d1-9566-8629754b6cb0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.121878] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1484.121878] env[65683]: value = "task-4434352" [ 1484.121878] env[65683]: _type = "Task" [ 1484.121878] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.131172] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] VM already powered off {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1484.131386] env[65683]: DEBUG nova.compute.manager [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1484.132153] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f31b456-fbd4-4f29-8106-4cf8d6f5537c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.138173] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.138333] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.138491] env[65683]: DEBUG nova.network.neutron [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1484.641362] env[65683]: WARNING neutronclient.v2_0.client [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1484.816211] env[65683]: WARNING neutronclient.v2_0.client [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1484.883775] env[65683]: DEBUG nova.network.neutron [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bca90b-89", "ovs_interfaceid": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.386579] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.386997] env[65683]: WARNING neutronclient.v2_0.client [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1485.387294] env[65683]: WARNING neutronclient.v2_0.client [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1485.620499] env[65683]: DEBUG nova.compute.manager [req-d109f7ee-4976-42a6-8ae4-a1f80f6720df req-78e4127a-41bf-4740-98e2-cf18225282f3 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-vif-unplugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1485.620729] env[65683]: DEBUG oslo_concurrency.lockutils [req-d109f7ee-4976-42a6-8ae4-a1f80f6720df req-78e4127a-41bf-4740-98e2-cf18225282f3 service nova] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.620928] env[65683]: DEBUG oslo_concurrency.lockutils [req-d109f7ee-4976-42a6-8ae4-a1f80f6720df req-78e4127a-41bf-4740-98e2-cf18225282f3 service nova] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.621106] env[65683]: DEBUG oslo_concurrency.lockutils [req-d109f7ee-4976-42a6-8ae4-a1f80f6720df req-78e4127a-41bf-4740-98e2-cf18225282f3 service nova] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.621286] env[65683]: DEBUG nova.compute.manager [req-d109f7ee-4976-42a6-8ae4-a1f80f6720df req-78e4127a-41bf-4740-98e2-cf18225282f3 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] No waiting events found dispatching network-vif-unplugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1485.621450] env[65683]: WARNING nova.compute.manager [req-d109f7ee-4976-42a6-8ae4-a1f80f6720df req-78e4127a-41bf-4740-98e2-cf18225282f3 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received unexpected event network-vif-unplugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 for instance with vm_state shelved and task_state shelving_offloading. [ 1485.720566] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.721494] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c7ab98-cd0f-4600-82c0-2f369247192f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.729935] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.730236] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5704231e-d7f3-488d-80d1-aa0709174f2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.806431] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.806694] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.806815] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleting the datastore file [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.807124] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea96221-9b7d-4c40-9ba7-c4ee056861d1 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.815527] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1485.815527] env[65683]: value = "task-4434354" [ 1485.815527] env[65683]: _type = "Task" [ 1485.815527] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.824100] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.326961] env[65683]: DEBUG oslo_vmware.api [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154335} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.327242] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.327422] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.327587] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.354437] env[65683]: INFO nova.scheduler.client.report [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted allocations for instance c55a80d6-6387-4d31-b202-afbdd5d66c04 [ 1486.859607] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.860075] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.860202] env[65683]: DEBUG nova.objects.instance [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'resources' on Instance uuid c55a80d6-6387-4d31-b202-afbdd5d66c04 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.362737] env[65683]: DEBUG nova.objects.instance [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'numa_topology' on Instance uuid c55a80d6-6387-4d31-b202-afbdd5d66c04 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.649209] env[65683]: DEBUG nova.compute.manager [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1487.649344] env[65683]: DEBUG nova.compute.manager [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing instance network info cache due to event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1487.649544] env[65683]: DEBUG oslo_concurrency.lockutils [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] Acquiring lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.649681] env[65683]: DEBUG oslo_concurrency.lockutils [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] Acquired lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.649833] env[65683]: DEBUG nova.network.neutron [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.865569] env[65683]: DEBUG nova.objects.base [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1487.894048] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d42f25c-c595-4363-b810-847368d8540c {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.902224] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0055cf-406b-4b30-80a2-d61650701c32 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.934981] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573cdaa-f909-4f6e-9472-25c19d032079 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.943009] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1f7f72-d381-4bcf-91f3-820d4fa6cc2a {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.957843] env[65683]: DEBUG nova.compute.provider_tree [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.152605] env[65683]: WARNING neutronclient.v2_0.client [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1488.325485] env[65683]: WARNING neutronclient.v2_0.client [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1488.392511] env[65683]: DEBUG nova.network.neutron [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updated VIF entry in instance network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1488.392879] env[65683]: DEBUG nova.network.neutron [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd2bca90b-89", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.460839] env[65683]: DEBUG nova.scheduler.client.report [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.579742] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.895615] env[65683]: DEBUG oslo_concurrency.lockutils [req-3fe1326c-77fd-48ea-b2cb-40342db39a6c req-446bb4da-7498-4131-ae8f-e4accecdc5d7 service nova] Releasing lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.965875] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.474611] env[65683]: DEBUG oslo_concurrency.lockutils [None req-cff85065-8b3d-4d40-ba3e-9f6e4e025ed6 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.893s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.475499] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.896s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.475670] env[65683]: INFO nova.compute.manager [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Unshelving [ 1490.503033] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.503340] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.503499] env[65683]: DEBUG nova.objects.instance [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'pci_requests' on Instance uuid c55a80d6-6387-4d31-b202-afbdd5d66c04 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.007820] env[65683]: DEBUG nova.objects.instance [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'numa_topology' on Instance uuid c55a80d6-6387-4d31-b202-afbdd5d66c04 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.510241] env[65683]: INFO nova.compute.claims [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.546512] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25e4fcb-d3dd-4746-ad19-3ba8a3a6448d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.554790] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa729782-9dc1-4c8b-b59e-e7038e503ace {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.586358] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b37a84f-d0e5-4140-a2d9-08997f64004e {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.593936] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8e807f-a0fb-45f4-b10b-8ed67b7334e0 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.607162] env[65683]: DEBUG nova.compute.provider_tree [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.110967] env[65683]: DEBUG nova.scheduler.client.report [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.615908] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.112s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.616403] env[65683]: WARNING neutronclient.v2_0.client [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1493.647760] env[65683]: INFO nova.network.neutron [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating port d2bca90b-89f1-44d3-ab83-eaaa9d930627 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1495.034901] env[65683]: DEBUG nova.compute.manager [req-5a018820-cd3b-461d-abbf-17f6b496421f req-3b28cb68-5edd-459b-9281-5ce045bfed8c service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-vif-plugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1495.035325] env[65683]: DEBUG oslo_concurrency.lockutils [req-5a018820-cd3b-461d-abbf-17f6b496421f req-3b28cb68-5edd-459b-9281-5ce045bfed8c service nova] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.035391] env[65683]: DEBUG oslo_concurrency.lockutils [req-5a018820-cd3b-461d-abbf-17f6b496421f req-3b28cb68-5edd-459b-9281-5ce045bfed8c service nova] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.035524] env[65683]: DEBUG oslo_concurrency.lockutils [req-5a018820-cd3b-461d-abbf-17f6b496421f req-3b28cb68-5edd-459b-9281-5ce045bfed8c service nova] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.035683] env[65683]: DEBUG nova.compute.manager [req-5a018820-cd3b-461d-abbf-17f6b496421f req-3b28cb68-5edd-459b-9281-5ce045bfed8c service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] No waiting events found dispatching network-vif-plugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1495.035842] env[65683]: WARNING nova.compute.manager [req-5a018820-cd3b-461d-abbf-17f6b496421f req-3b28cb68-5edd-459b-9281-5ce045bfed8c service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received unexpected event network-vif-plugged-d2bca90b-89f1-44d3-ab83-eaaa9d930627 for instance with vm_state shelved_offloaded and task_state spawning. [ 1495.121526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.121526] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.121526] env[65683]: DEBUG nova.network.neutron [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Building network info cache for instance {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1495.623589] env[65683]: WARNING neutronclient.v2_0.client [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1495.779651] env[65683]: WARNING neutronclient.v2_0.client [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1495.851417] env[65683]: DEBUG nova.network.neutron [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bca90b-89", "ovs_interfaceid": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.359031] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.386123] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-14T02:36:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4656fa3b235e2f73e880fbe70e93a046',container_format='bare',created_at=2025-11-14T02:53:27Z,direct_url=,disk_format='vmdk',id=63c430dd-8830-46a2-a07e-f76527f07b3a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-423892257-shelved',owner='ee7faf1d7a42448383dd458fa05c524c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-14T02:53:40Z,virtual_size=,visibility=), allow threads: False {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1496.386370] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.386518] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image limits 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1496.386692] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Flavor pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.386830] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Image pref 0:0:0 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1496.386982] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1496.387208] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1496.387363] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1496.387523] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Got 1 possible topologies {{(pid=65683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1496.387675] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1496.387838] env[65683]: DEBUG nova.virt.hardware [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1496.388726] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb8b72-a719-44f5-8211-252b639acd8f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.396881] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7385db2-0386-4f88-a9fd-a74cab82c38d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.411953] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:07:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2bca90b-89f1-44d3-ab83-eaaa9d930627', 'vif_model': 'vmxnet3'}] {{(pid=65683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.419114] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1496.419461] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Creating VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.419623] env[65683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d41b7bf1-3ee8-4772-918a-86556f9ba623 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.439446] env[65683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.439446] env[65683]: value = "task-4434355" [ 1496.439446] env[65683]: _type = "Task" [ 1496.439446] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.447607] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434355, 'name': CreateVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.950329] env[65683]: DEBUG oslo_vmware.api [-] Task: {'id': task-4434355, 'name': CreateVM_Task, 'duration_secs': 0.322261} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.950522] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Created VM on the ESX host {{(pid=65683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.950912] env[65683]: WARNING neutronclient.v2_0.client [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1496.951279] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.951426] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.951801] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.952101] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b0de4f-e042-4bb5-8907-63eafe171ce5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.956852] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1496.956852] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52b0f182-d0d5-98f8-a37b-dc1a471c3752" [ 1496.956852] env[65683]: _type = "Task" [ 1496.956852] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.964779] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52b0f182-d0d5-98f8-a37b-dc1a471c3752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.070087] env[65683]: DEBUG nova.compute.manager [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1497.070377] env[65683]: DEBUG nova.compute.manager [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing instance network info cache due to event network-changed-d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1497.070740] env[65683]: DEBUG oslo_concurrency.lockutils [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] Acquiring lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.070906] env[65683]: DEBUG oslo_concurrency.lockutils [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] Acquired lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.071138] env[65683]: DEBUG nova.network.neutron [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Refreshing network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.467808] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.468182] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Processing image 63c430dd-8830-46a2-a07e-f76527f07b3a {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.468328] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a/63c430dd-8830-46a2-a07e-f76527f07b3a.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.468469] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a/63c430dd-8830-46a2-a07e-f76527f07b3a.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.468643] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.468906] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74360f1-0c7d-476b-9ece-19b30c8e01d6 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.487569] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.487750] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.488500] env[65683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd09c86-2285-462a-88cb-5c84f9667d75 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.493997] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1497.493997] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52e7713f-1205-dc15-d210-8eeeadec3383" [ 1497.493997] env[65683]: _type = "Task" [ 1497.493997] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.501696] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': session[52893cf9-4067-9900-c78b-4faca876d19f]52e7713f-1205-dc15-d210-8eeeadec3383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.574596] env[65683]: WARNING neutronclient.v2_0.client [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1497.730318] env[65683]: WARNING neutronclient.v2_0.client [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1497.795770] env[65683]: DEBUG nova.network.neutron [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updated VIF entry in instance network info cache for port d2bca90b-89f1-44d3-ab83-eaaa9d930627. {{(pid=65683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1497.796144] env[65683]: DEBUG nova.network.neutron [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [{"id": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "address": "fa:16:3e:eb:07:ef", "network": {"id": "8683fdd8-6c09-4fb3-9f1b-419c7274fdc5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-462989465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7faf1d7a42448383dd458fa05c524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bca90b-89", "ovs_interfaceid": "d2bca90b-89f1-44d3-ab83-eaaa9d930627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.004994] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Preparing fetch location {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1498.005285] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Fetch image to [datastore2] OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d/OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d.vmdk {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1498.005466] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Downloading stream optimized image 63c430dd-8830-46a2-a07e-f76527f07b3a to [datastore2] OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d/OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d.vmdk on the data store datastore2 as vApp {{(pid=65683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1498.005630] env[65683]: DEBUG nova.virt.vmwareapi.images [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Downloading image file data 63c430dd-8830-46a2-a07e-f76527f07b3a to the ESX as VM named 'OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d' {{(pid=65683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1498.074544] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1498.074544] env[65683]: value = "resgroup-9" [ 1498.074544] env[65683]: _type = "ResourcePool" [ 1498.074544] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1498.074838] env[65683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e584ecde-0355-4191-b718-cf4fb8a227d2 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.096316] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease: (returnval){ [ 1498.096316] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52976752-7351-390a-1fcc-453579a7d094" [ 1498.096316] env[65683]: _type = "HttpNfcLease" [ 1498.096316] env[65683]: } obtained for vApp import into resource pool (val){ [ 1498.096316] env[65683]: value = "resgroup-9" [ 1498.096316] env[65683]: _type = "ResourcePool" [ 1498.096316] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1498.096701] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the lease: (returnval){ [ 1498.096701] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52976752-7351-390a-1fcc-453579a7d094" [ 1498.096701] env[65683]: _type = "HttpNfcLease" [ 1498.096701] env[65683]: } to be ready. {{(pid=65683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1498.103577] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1498.103577] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52976752-7351-390a-1fcc-453579a7d094" [ 1498.103577] env[65683]: _type = "HttpNfcLease" [ 1498.103577] env[65683]: } is initializing. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1498.298733] env[65683]: DEBUG oslo_concurrency.lockutils [req-8b4a5c8a-ea91-4186-852b-659302cd23d3 req-e646fae1-873b-45ca-bb3f-ebebb7ae5529 service nova] Releasing lock "refresh_cache-c55a80d6-6387-4d31-b202-afbdd5d66c04" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.605179] env[65683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1498.605179] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52976752-7351-390a-1fcc-453579a7d094" [ 1498.605179] env[65683]: _type = "HttpNfcLease" [ 1498.605179] env[65683]: } is ready. {{(pid=65683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1498.605640] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1498.605640] env[65683]: value = "session[52893cf9-4067-9900-c78b-4faca876d19f]52976752-7351-390a-1fcc-453579a7d094" [ 1498.605640] env[65683]: _type = "HttpNfcLease" [ 1498.605640] env[65683]: }. {{(pid=65683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1498.606293] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8075d805-50e7-4ba7-a7a8-5bf752810919 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.615386] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75d52-c666-cc46-5413-f68b14a45c56/disk-0.vmdk from lease info. {{(pid=65683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1498.615566] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75d52-c666-cc46-5413-f68b14a45c56/disk-0.vmdk. {{(pid=65683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1498.677315] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed06fb79-79b8-4a64-8385-9dd6b67d439d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.785471] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Completed reading data from the image iterator. {{(pid=65683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1499.785828] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75d52-c666-cc46-5413-f68b14a45c56/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1499.786652] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75bfdd0-053a-4822-b5ac-457b1cdc794d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.793965] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75d52-c666-cc46-5413-f68b14a45c56/disk-0.vmdk is in state: ready. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1499.794144] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75d52-c666-cc46-5413-f68b14a45c56/disk-0.vmdk. {{(pid=65683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1499.794423] env[65683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ba0a6808-9be0-4175-a684-8eec09608b09 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.997162] env[65683]: DEBUG oslo_vmware.rw_handles [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75d52-c666-cc46-5413-f68b14a45c56/disk-0.vmdk. {{(pid=65683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1499.997408] env[65683]: INFO nova.virt.vmwareapi.images [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Downloaded image file data 63c430dd-8830-46a2-a07e-f76527f07b3a [ 1499.998218] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433ef2db-5e8e-445c-b6a1-e4480b24b604 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.013626] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11255938-341a-43b4-ba8e-3e01cbd52ef4 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.053096] env[65683]: INFO nova.virt.vmwareapi.images [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] The imported VM was unregistered [ 1500.055770] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Caching image {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1500.056038] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Creating directory with path [datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.056312] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a536fbe-a5f8-4471-8fd2-23c4d72d8b81 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.077603] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Created directory with path [datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a {{(pid=65683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.077784] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d/OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d.vmdk to [datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a/63c430dd-8830-46a2-a07e-f76527f07b3a.vmdk. {{(pid=65683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1500.078069] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9a592bcd-a9f8-44eb-9d2f-a264bffbc67f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.085066] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1500.085066] env[65683]: value = "task-4434358" [ 1500.085066] env[65683]: _type = "Task" [ 1500.085066] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.094199] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434358, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.596326] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434358, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.097635] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434358, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.598309] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434358, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.098447] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434358, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.598254] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434358, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.336224} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.598511] env[65683]: INFO nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d/OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d.vmdk to [datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a/63c430dd-8830-46a2-a07e-f76527f07b3a.vmdk. [ 1502.598694] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Cleaning up location [datastore2] OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d {{(pid=65683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1502.598851] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d3834b42-3502-4b86-8a5d-93749d5d7a2d {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.599119] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d52d1f-d204-41e4-8bb5-3267748d8279 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.605929] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1502.605929] env[65683]: value = "task-4434359" [ 1502.605929] env[65683]: _type = "Task" [ 1502.605929] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.614246] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.116769] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038722} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.117159] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.117200] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a/63c430dd-8830-46a2-a07e-f76527f07b3a.vmdk" {{(pid=65683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.117428] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a/63c430dd-8830-46a2-a07e-f76527f07b3a.vmdk to [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.117801] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793708f7-a6eb-4ab5-a45a-5fd4bdf1415f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.126402] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1503.126402] env[65683]: value = "task-4434360" [ 1503.126402] env[65683]: _type = "Task" [ 1503.126402] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.138258] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.638028] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434360, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.138712] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434360, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.639869] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434360, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.143717] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434360, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.646644] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434360, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.423773} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.647034] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/63c430dd-8830-46a2-a07e-f76527f07b3a/63c430dd-8830-46a2-a07e-f76527f07b3a.vmdk to [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk {{(pid=65683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.648263] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33777243-bf90-4a1f-adb3-b87983336b02 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.676455] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.676982] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d076fa9e-614a-4cf4-baa9-c76de9a4f631 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.697379] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1505.697379] env[65683]: value = "task-4434361" [ 1505.697379] env[65683]: _type = "Task" [ 1505.697379] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.707153] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.209194] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.708657] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434361, 'name': ReconfigVM_Task, 'duration_secs': 0.672597} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.708934] env[65683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04/c55a80d6-6387-4d31-b202-afbdd5d66c04.vmdk or device None with type streamOptimized {{(pid=65683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.709589] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6977da19-79e4-4a3f-9927-40c01b041c6b {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.716165] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1506.716165] env[65683]: value = "task-4434362" [ 1506.716165] env[65683]: _type = "Task" [ 1506.716165] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.724525] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434362, 'name': Rename_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.927439] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.927658] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.927822] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.226727] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434362, 'name': Rename_Task, 'duration_secs': 0.152733} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.227131] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powering on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.227325] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37089c54-8cdf-41f3-953a-e516cc52036d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.234499] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1507.234499] env[65683]: value = "task-4434363" [ 1507.234499] env[65683]: _type = "Task" [ 1507.234499] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.242710] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.744740] env[65683]: DEBUG oslo_vmware.api [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434363, 'name': PowerOnVM_Task, 'duration_secs': 0.438456} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.745009] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powered on the VM {{(pid=65683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.882282] env[65683]: DEBUG nova.compute.manager [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Checking state {{(pid=65683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1507.883273] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65943b2-4b42-4f2c-851f-a6dcab60dff5 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.921231] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.925872] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.400550] env[65683]: DEBUG oslo_concurrency.lockutils [None req-9b91b564-59b8-4659-9fc3-7a7843647c57 tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.925s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.925958] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.251200] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.251452] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.251665] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.251841] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.252050] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.254179] env[65683]: INFO nova.compute.manager [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Terminating instance [ 1509.429663] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.430092] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.430092] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.430198] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1509.431084] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce242cb-8e62-462c-9b13-17ad62486b79 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.440276] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fef055-4f03-459a-b378-15a0f6e5c62f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.455034] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8743feb-3639-4f2e-a5f7-d0badb157b50 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.461960] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9ebd4b-cb03-4c14-8163-e02f5676d088 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.492305] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180707MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1509.492515] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.492691] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.757915] env[65683]: DEBUG nova.compute.manager [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Start destroying the instance on the hypervisor. {{(pid=65683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1509.758157] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Destroying instance {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.759461] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe0024-81f7-4e5f-900a-6b576d1568fa {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.767872] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powering off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.768141] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3b8987f-9428-47f5-b08e-510120c8ef67 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.774455] env[65683]: DEBUG oslo_vmware.api [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1509.774455] env[65683]: value = "task-4434364" [ 1509.774455] env[65683]: _type = "Task" [ 1509.774455] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.783088] env[65683]: DEBUG oslo_vmware.api [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.284105] env[65683]: DEBUG oslo_vmware.api [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434364, 'name': PowerOffVM_Task, 'duration_secs': 0.201226} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.284364] env[65683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Powered off the VM {{(pid=65683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.284529] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Unregistering the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.284770] env[65683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d426d963-7f70-4564-9512-bc410461af7f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.346930] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Unregistered the VM {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.347185] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Deleting contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.347424] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleting the datastore file [datastore2] c55a80d6-6387-4d31-b202-afbdd5d66c04 {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.347711] env[65683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c271fb-bbdf-4068-b768-85a4dbeb59eb {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.354478] env[65683]: DEBUG oslo_vmware.api [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for the task: (returnval){ [ 1510.354478] env[65683]: value = "task-4434366" [ 1510.354478] env[65683]: _type = "Task" [ 1510.354478] env[65683]: } to complete. {{(pid=65683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.363992] env[65683]: DEBUG oslo_vmware.api [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.517671] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Instance c55a80d6-6387-4d31-b202-afbdd5d66c04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1510.517671] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1510.517671] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_deleting': '1', 'num_os_type_None': '1', 'num_proj_ee7faf1d7a42448383dd458fa05c524c': '1', 'io_workload': '0'} {{(pid=65683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1510.544245] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbdc4a5-b967-41a4-93e8-3acd3c33f7ee {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.552398] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635dfb1-9a62-4108-bd6e-18ab070982a7 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.582079] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ac1cf4-a7df-4f62-b914-03c43677a482 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.589806] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ef946-411b-4102-be82-e13047b6223f {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.603301] env[65683]: DEBUG nova.compute.provider_tree [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.865457] env[65683]: DEBUG oslo_vmware.api [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Task: {'id': task-4434366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125225} completed successfully. {{(pid=65683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.865647] env[65683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted the datastore file {{(pid=65683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.865811] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Deleted contents of the VM from datastore datastore2 {{(pid=65683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.865979] env[65683]: DEBUG nova.virt.vmwareapi.vmops [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Instance destroyed {{(pid=65683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.866181] env[65683]: INFO nova.compute.manager [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1510.866473] env[65683]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1510.866677] env[65683]: DEBUG nova.compute.manager [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Deallocating network for instance {{(pid=65683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1510.866777] env[65683]: DEBUG nova.network.neutron [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] deallocate_for_instance() {{(pid=65683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1510.867085] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1510.906604] env[65683]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1511.106809] env[65683]: DEBUG nova.scheduler.client.report [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.376957] env[65683]: DEBUG nova.compute.manager [req-e5dbf928-26dc-47e8-9235-8c6dfe69183a req-dc8f0b54-75b0-4973-93cc-d791fb65c920 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Received event network-vif-deleted-d2bca90b-89f1-44d3-ab83-eaaa9d930627 {{(pid=65683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1511.377189] env[65683]: INFO nova.compute.manager [req-e5dbf928-26dc-47e8-9235-8c6dfe69183a req-dc8f0b54-75b0-4973-93cc-d791fb65c920 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Neutron deleted interface d2bca90b-89f1-44d3-ab83-eaaa9d930627; detaching it from the instance and deleting it from the info cache [ 1511.377454] env[65683]: DEBUG nova.network.neutron [req-e5dbf928-26dc-47e8-9235-8c6dfe69183a req-dc8f0b54-75b0-4973-93cc-d791fb65c920 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.611595] env[65683]: DEBUG nova.compute.resource_tracker [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1511.612069] env[65683]: DEBUG oslo_concurrency.lockutils [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.820017] env[65683]: DEBUG nova.network.neutron [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Updating instance_info_cache with network_info: [] {{(pid=65683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.880123] env[65683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d9a70ab-746a-447b-ad2f-975dfb586402 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.890834] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759a6bb-683c-4744-ac32-470dbdb78f3d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.915760] env[65683]: DEBUG nova.compute.manager [req-e5dbf928-26dc-47e8-9235-8c6dfe69183a req-dc8f0b54-75b0-4973-93cc-d791fb65c920 service nova] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Detach interface failed, port_id=d2bca90b-89f1-44d3-ab83-eaaa9d930627, reason: Instance c55a80d6-6387-4d31-b202-afbdd5d66c04 could not be found. {{(pid=65683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1512.322853] env[65683]: INFO nova.compute.manager [-] [instance: c55a80d6-6387-4d31-b202-afbdd5d66c04] Took 1.46 seconds to deallocate network for instance. [ 1512.607426] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.829340] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.829707] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.829809] env[65683]: DEBUG nova.objects.instance [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lazy-loading 'resources' on Instance uuid c55a80d6-6387-4d31-b202-afbdd5d66c04 {{(pid=65683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.112747] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.365781] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e4e306-89d1-431f-b418-e129326edbfc {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.374380] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2fc95a-4573-4b26-a9a3-6440af4e695d {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.405713] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710223dc-7f23-4ac0-be34-8c01f0756020 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.413746] env[65683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75525153-a3be-4ad6-b9b8-72348bfe6e92 {{(pid=65683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.427678] env[65683]: DEBUG nova.compute.provider_tree [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed in ProviderTree for provider: 00977f83-7e27-468a-9971-e191dbef7aff {{(pid=65683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.926370] env[65683]: DEBUG oslo_service.periodic_task [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.926749] env[65683]: DEBUG nova.compute.manager [None req-b39bf56a-0de8-4640-8cc7-7bcc1bb1efb4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1513.930722] env[65683]: DEBUG nova.scheduler.client.report [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Inventory has not changed for provider 00977f83-7e27-468a-9971-e191dbef7aff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.435590] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.457269] env[65683]: INFO nova.scheduler.client.report [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Deleted allocations for instance c55a80d6-6387-4d31-b202-afbdd5d66c04 [ 1514.965183] env[65683]: DEBUG oslo_concurrency.lockutils [None req-2513750a-ec6c-4f33-9650-312d3d6ad68e tempest-ServerActionsTestOtherB-194906544 tempest-ServerActionsTestOtherB-194906544-project-member] Lock "c55a80d6-6387-4d31-b202-afbdd5d66c04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=65683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}